2024-12-02 03:57:52,241 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-02 03:57:52,253 main DEBUG Took 0.010408 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 03:57:52,253 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 03:57:52,254 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 03:57:52,255 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 03:57:52,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,263 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 03:57:52,277 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,280 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,281 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,282 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,283 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,283 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,284 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,285 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,286 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,287 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,288 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,289 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,290 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 03:57:52,290 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,291 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 03:57:52,293 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 03:57:52,294 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 03:57:52,296 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 03:57:52,297 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 03:57:52,299 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 03:57:52,299 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 03:57:52,310 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 03:57:52,314 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 03:57:52,316 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 03:57:52,317 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 03:57:52,318 main DEBUG createAppenders(={Console}) 2024-12-02 03:57:52,319 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-02 03:57:52,319 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-02 03:57:52,319 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-02 03:57:52,320 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 03:57:52,320 main DEBUG OutputStream closed 2024-12-02 03:57:52,321 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 03:57:52,321 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 03:57:52,321 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-02 03:57:52,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 03:57:52,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 03:57:52,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 03:57:52,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 03:57:52,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 03:57:52,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 03:57:52,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 03:57:52,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 03:57:52,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 03:57:52,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 03:57:52,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 03:57:52,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 03:57:52,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 03:57:52,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 03:57:52,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 03:57:52,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 03:57:52,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 03:57:52,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 03:57:52,398 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 03:57:52,399 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-02 03:57:52,399 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 03:57:52,399 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-02T03:57:52,411 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-02 03:57:52,413 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 03:57:52,414 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T03:57:52,420 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-02T03:57:52,443 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=137, ProcessCount=11, AvailableMemoryMB=8625 2024-12-02T03:57:52,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108 2024-12-02T03:57:52,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:57:52,658 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782, deleteOnExit=true 2024-12-02T03:57:52,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:57:52,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/test.cache.data in system properties and HBase conf 2024-12-02T03:57:52,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:57:52,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:57:52,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:57:52,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:57:52,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:57:52,732 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T03:57:52,814 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:57:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:57:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:57:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:57:52,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:57:52,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:57:52,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:57:52,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:57:52,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:57:52,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:57:52,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:57:52,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:57:52,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:57:52,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:57:52,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:57:53,799 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T03:57:53,863 INFO [Time-limited test {}] log.Log(170): Logging initialized @2285ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T03:57:53,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:57:53,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:57:54,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:57:54,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:57:54,002 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:57:54,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:57:54,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:57:54,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:57:54,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/java.io.tmpdir/jetty-localhost-37729-hadoop-hdfs-3_4_1-tests_jar-_-any-6808215379204909208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:57:54,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:37729} 2024-12-02T03:57:54,190 INFO [Time-limited test {}] server.Server(415): Started @2613ms 2024-12-02T03:57:54,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:57:54,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:57:54,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:57:54,683 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:57:54,683 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:57:54,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:57:54,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:57:54,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/java.io.tmpdir/jetty-localhost-40763-hadoop-hdfs-3_4_1-tests_jar-_-any-16019305094229948718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:57:54,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:40763} 2024-12-02T03:57:54,792 INFO [Time-limited test {}] server.Server(415): Started @3215ms 2024-12-02T03:57:54,844 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:57:54,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:57:54,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:57:54,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:57:54,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:57:54,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:57:54,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:57:54,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:57:55,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/java.io.tmpdir/jetty-localhost-46599-hadoop-hdfs-3_4_1-tests_jar-_-any-13965839194358593121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:57:55,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:46599} 2024-12-02T03:57:55,068 INFO [Time-limited test {}] server.Server(415): Started @3491ms 2024-12-02T03:57:55,071 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:57:55,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:57:55,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:57:55,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:57:55,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:57:55,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:57:55,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:57:55,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:57:55,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/java.io.tmpdir/jetty-localhost-38341-hadoop-hdfs-3_4_1-tests_jar-_-any-846612441150604166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:57:55,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:38341} 2024-12-02T03:57:55,219 INFO [Time-limited test {}] server.Server(415): Started @3642ms 2024-12-02T03:57:55,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:57:56,183 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data2/current/BP-910374903-172.17.0.2-1733111873315/current, will proceed with Du for space computation calculation, 2024-12-02T03:57:56,183 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data3/current/BP-910374903-172.17.0.2-1733111873315/current, will proceed with Du for space computation calculation, 2024-12-02T03:57:56,183 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data4/current/BP-910374903-172.17.0.2-1733111873315/current, will proceed with Du for space computation calculation, 2024-12-02T03:57:56,183 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data1/current/BP-910374903-172.17.0.2-1733111873315/current, will proceed with Du for space computation calculation, 2024-12-02T03:57:56,215 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:57:56,215 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:57:56,233 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data5/current/BP-910374903-172.17.0.2-1733111873315/current, will proceed with Du for space computation calculation, 2024-12-02T03:57:56,234 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data6/current/BP-910374903-172.17.0.2-1733111873315/current, will proceed with Du for space computation calculation, 2024-12-02T03:57:56,251 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:57:56,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5dbc39a9e9fcb5d4 with lease ID 0x2b846d003bc2a5d4: Processing first storage report for DS-0cf2eba5-c189-4fae-a573-5c2e3177aaad from datanode DatanodeRegistration(127.0.0.1:44459, datanodeUuid=5538c666-9566-4def-a1a6-a03d18f7c067, infoPort=40399, infoSecurePort=0, ipcPort=39993, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315) 2024-12-02T03:57:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5dbc39a9e9fcb5d4 with lease ID 0x2b846d003bc2a5d4: from storage DS-0cf2eba5-c189-4fae-a573-5c2e3177aaad node DatanodeRegistration(127.0.0.1:44459, datanodeUuid=5538c666-9566-4def-a1a6-a03d18f7c067, infoPort=40399, infoSecurePort=0, ipcPort=39993, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:57:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d01d1f5f5638b63 with lease ID 0x2b846d003bc2a5d5: Processing first storage report for DS-bf93f4ff-abb8-4312-819d-b8080619f796 from datanode DatanodeRegistration(127.0.0.1:38575, datanodeUuid=778d396d-2c3c-41d3-9d1f-2faeafe0ad11, infoPort=41429, infoSecurePort=0, ipcPort=42507, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315) 2024-12-02T03:57:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d01d1f5f5638b63 with lease ID 0x2b846d003bc2a5d5: from storage DS-bf93f4ff-abb8-4312-819d-b8080619f796 node DatanodeRegistration(127.0.0.1:38575, datanodeUuid=778d396d-2c3c-41d3-9d1f-2faeafe0ad11, infoPort=41429, infoSecurePort=0, ipcPort=42507, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:57:56,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fafc26bc40272b6 with lease ID 0x2b846d003bc2a5d3: Processing first storage report for DS-e3e30120-0d3b-48bb-b101-afafdc5ced57 from datanode DatanodeRegistration(127.0.0.1:43487, datanodeUuid=b99fc8a2-014f-4c9c-8efc-f6fc7432e434, infoPort=38185, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315) 2024-12-02T03:57:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fafc26bc40272b6 with lease ID 0x2b846d003bc2a5d3: from storage DS-e3e30120-0d3b-48bb-b101-afafdc5ced57 node DatanodeRegistration(127.0.0.1:43487, datanodeUuid=b99fc8a2-014f-4c9c-8efc-f6fc7432e434, infoPort=38185, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:57:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5dbc39a9e9fcb5d4 with lease ID 0x2b846d003bc2a5d4: Processing first storage report for DS-0b6857e4-bdfb-45e1-b42d-bc743f3e86d7 from datanode DatanodeRegistration(127.0.0.1:44459, datanodeUuid=5538c666-9566-4def-a1a6-a03d18f7c067, infoPort=40399, infoSecurePort=0, ipcPort=39993, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315) 2024-12-02T03:57:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5dbc39a9e9fcb5d4 with lease ID 0x2b846d003bc2a5d4: from storage DS-0b6857e4-bdfb-45e1-b42d-bc743f3e86d7 node DatanodeRegistration(127.0.0.1:44459, datanodeUuid=5538c666-9566-4def-a1a6-a03d18f7c067, infoPort=40399, infoSecurePort=0, ipcPort=39993, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:57:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d01d1f5f5638b63 with lease ID 0x2b846d003bc2a5d5: Processing first storage report for DS-f46df73c-5da5-48ab-8299-538408997462 from datanode DatanodeRegistration(127.0.0.1:38575, datanodeUuid=778d396d-2c3c-41d3-9d1f-2faeafe0ad11, infoPort=41429, infoSecurePort=0, ipcPort=42507, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315) 2024-12-02T03:57:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d01d1f5f5638b63 with lease ID 0x2b846d003bc2a5d5: from storage DS-f46df73c-5da5-48ab-8299-538408997462 node DatanodeRegistration(127.0.0.1:38575, datanodeUuid=778d396d-2c3c-41d3-9d1f-2faeafe0ad11, infoPort=41429, infoSecurePort=0, ipcPort=42507, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:57:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fafc26bc40272b6 with lease ID 0x2b846d003bc2a5d3: Processing first storage report for DS-686bee5d-a252-4070-9a94-a68123762d35 from datanode DatanodeRegistration(127.0.0.1:43487, datanodeUuid=b99fc8a2-014f-4c9c-8efc-f6fc7432e434, infoPort=38185, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315) 2024-12-02T03:57:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fafc26bc40272b6 with lease ID 0x2b846d003bc2a5d3: from storage DS-686bee5d-a252-4070-9a94-a68123762d35 node DatanodeRegistration(127.0.0.1:43487, datanodeUuid=b99fc8a2-014f-4c9c-8efc-f6fc7432e434, infoPort=38185, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1172342239;c=1733111873315), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T03:57:56,335 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108 2024-12-02T03:57:56,392 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/zookeeper_0, clientPort=51821, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:57:56,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51821 2024-12-02T03:57:56,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:56,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:56,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:57:56,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:57:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:57:57,029 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 with version=8 2024-12-02T03:57:57,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/hbase-staging 2024-12-02T03:57:57,100 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T03:57:57,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:57:57,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:57,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:57,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:57:57,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:57,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:57:57,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:57:57,508 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T03:57:57,516 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T03:57:57,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:57:57,541 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 112569 (auto-detected) 2024-12-02T03:57:57,542 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T03:57:57,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38951 2024-12-02T03:57:57,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38951 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-12-02T03:57:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389510x0, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:57:57,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38951-0x101957a1ddf0000 connected 2024-12-02T03:57:57,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:57,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:57,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:57:57,782 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10, hbase.cluster.distributed=false 2024-12-02T03:57:57,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:57:57,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38951 2024-12-02T03:57:57,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38951 2024-12-02T03:57:57,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38951 2024-12-02T03:57:57,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38951 2024-12-02T03:57:57,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38951 2024-12-02T03:57:57,898 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:57:57,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:57,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:57,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:57:57,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:57,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:57:57,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:57:57,904 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:57:57,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44685 2024-12-02T03:57:57,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44685 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-12-02T03:57:57,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:57,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:57,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446850x0, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:57:57,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44685-0x101957a1ddf0001 connected 2024-12-02T03:57:57,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:57:57,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:57:57,938 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:57:57,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:57:57,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:57:57,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44685 2024-12-02T03:57:57,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44685 2024-12-02T03:57:57,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44685 2024-12-02T03:57:57,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44685 2024-12-02T03:57:57,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44685 2024-12-02T03:57:57,963 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:57:57,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:57,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:57,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:57:57,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:57,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:57:57,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:57:57,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:57:57,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33617 2024-12-02T03:57:57,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33617 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-12-02T03:57:57,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:57,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:57,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336170x0, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:57:57,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33617-0x101957a1ddf0002 connected 2024-12-02T03:57:57,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:57:58,000 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:57:58,001 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:57:58,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:57:58,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:57:58,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33617 2024-12-02T03:57:58,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33617 2024-12-02T03:57:58,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33617 2024-12-02T03:57:58,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33617 2024-12-02T03:57:58,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33617 2024-12-02T03:57:58,029 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:57:58,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:58,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:58,030 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:57:58,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:57:58,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:57:58,030 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:57:58,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:57:58,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40003 2024-12-02T03:57:58,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40003 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-12-02T03:57:58,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:58,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:58,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400030x0, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:57:58,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400030x0, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:57:58,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40003-0x101957a1ddf0003 connected 2024-12-02T03:57:58,061 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:57:58,062 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:57:58,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:57:58,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:57:58,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40003 2024-12-02T03:57:58,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40003 2024-12-02T03:57:58,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40003 2024-12-02T03:57:58,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40003 2024-12-02T03:57:58,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40003 2024-12-02T03:57:58,085 DEBUG [M:0;e2eaa0f11f7e:38951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:38951 2024-12-02T03:57:58,086 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:57:58,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:57:58,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:57:58,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:57:58,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:57:58,103 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:57:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:57:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:57:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:57:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,132 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:57:58,133 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,38951,1733111877182 from backup master directory 2024-12-02T03:57:58,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:57:58,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:57:58,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:57:58,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:57:58,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:57:58,144 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:57:58,144 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:57:58,147 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T03:57:58,148 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T03:57:58,201 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/hbase.id] with ID: 8970b9af-355b-4a62-9e2e-adcda47c69f9 2024-12-02T03:57:58,201 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/.tmp/hbase.id 2024-12-02T03:57:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:57:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:57:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:57:58,217 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/.tmp/hbase.id]:[hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/hbase.id] 2024-12-02T03:57:58,260 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:57:58,265 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:57:58,284 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-02T03:57:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:57:58,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:57:58,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:57:58,350 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:57:58,352 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:57:58,366 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:57:58,369 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:57:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:57:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:57:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:57:58,417 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store 2024-12-02T03:57:58,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:57:58,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:57:58,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:57:58,443 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T03:57:58,446 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:57:58,447 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:57:58,447 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:57:58,447 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:57:58,448 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:57:58,449 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:57:58,449 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:57:58,450 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111878447Disabling compacts and flushes for region at 1733111878447Disabling writes for close at 1733111878449 (+2 ms)Writing region close event to WAL at 1733111878449Closed at 1733111878449 2024-12-02T03:57:58,452 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/.initializing 2024-12-02T03:57:58,452 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/WALs/e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:57:58,460 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:57:58,472 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C38951%2C1733111877182, suffix=, logDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/WALs/e2eaa0f11f7e,38951,1733111877182, archiveDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/oldWALs, maxLogs=10 2024-12-02T03:57:58,492 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/WALs/e2eaa0f11f7e,38951,1733111877182/e2eaa0f11f7e%2C38951%2C1733111877182.1733111878476, exclude list is [], retry=0 2024-12-02T03:57:58,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43487,DS-e3e30120-0d3b-48bb-b101-afafdc5ced57,DISK] 2024-12-02T03:57:58,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38575,DS-bf93f4ff-abb8-4312-819d-b8080619f796,DISK] 2024-12-02T03:57:58,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-0cf2eba5-c189-4fae-a573-5c2e3177aaad,DISK] 2024-12-02T03:57:58,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T03:57:58,548 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/WALs/e2eaa0f11f7e,38951,1733111877182/e2eaa0f11f7e%2C38951%2C1733111877182.1733111878476 2024-12-02T03:57:58,549 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40399:40399),(127.0.0.1/127.0.0.1:41429:41429),(127.0.0.1/127.0.0.1:38185:38185)] 2024-12-02T03:57:58,550 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:57:58,550 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:57:58,553 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,554 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:57:58,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:57:58,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:57:58,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:57:58,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:57:58,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:57:58,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:57:58,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:57:58,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:57:58,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:57:58,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:57:58,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:57:58,627 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,631 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,632 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,638 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,638 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,642 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:57:58,645 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:57:58,650 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:57:58,651 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71866605, jitterRate=0.07089586555957794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:57:58,656 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733111878565Initializing all the Stores at 1733111878567 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111878568 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111878568Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111878569 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111878569Cleaning up temporary data from old regions at 1733111878638 (+69 ms)Region opened successfully at 1733111878656 (+18 ms) 2024-12-02T03:57:58,657 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:57:58,688 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8007d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:57:58,713 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:57:58,723 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:57:58,723 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:57:58,725 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:57:58,726 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T03:57:58,731 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T03:57:58,731 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-02T03:57:58,758 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:57:58,768 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:57:58,822 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:57:58,825 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:57:58,827 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:57:58,839 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:57:58,842 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:57:58,846 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:57:58,855 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:57:58,857 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:57:58,867 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:57:58,888 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:57:58,897 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:57:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:57:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:57:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:57:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:57:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,913 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,38951,1733111877182, sessionid=0x101957a1ddf0000, setting cluster-up flag (Was=false) 2024-12-02T03:57:58,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:58,976 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:57:58,982 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:57:59,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:59,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:59,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:59,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:59,034 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:57:59,038 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:57:59,045 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:57:59,073 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(746): ClusterId : 8970b9af-355b-4a62-9e2e-adcda47c69f9 2024-12-02T03:57:59,073 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HRegionServer(746): ClusterId : 8970b9af-355b-4a62-9e2e-adcda47c69f9 2024-12-02T03:57:59,073 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(746): ClusterId : 8970b9af-355b-4a62-9e2e-adcda47c69f9 2024-12-02T03:57:59,076 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:57:59,076 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:57:59,076 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:57:59,086 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:57:59,086 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:57:59,086 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:57:59,086 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:57:59,086 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:57:59,086 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:57:59,106 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:57:59,106 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:57:59,106 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:57:59,107 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b66badd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:57:59,107 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4850dcf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:57:59,107 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbf0e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:57:59,117 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:57:59,124 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e2eaa0f11f7e:33617 2024-12-02T03:57:59,124 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:44685 2024-12-02T03:57:59,124 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e2eaa0f11f7e:40003 2024-12-02T03:57:59,127 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:57:59,127 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:57:59,127 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:57:59,127 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:57:59,127 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:57:59,127 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:57:59,127 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:57:59,127 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:57:59,127 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:57:59,128 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:57:59,130 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,38951,1733111877182 with port=44685, startcode=1733111877868 2024-12-02T03:57:59,130 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,38951,1733111877182 with port=40003, startcode=1733111878029 2024-12-02T03:57:59,130 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,38951,1733111877182 with port=33617, startcode=1733111877962 2024-12-02T03:57:59,136 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:57:59,142 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:57:59,142 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:57:59,142 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:57:59,141 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,38951,1733111877182 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:57:59,148 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:57:59,148 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:57:59,149 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:57:59,149 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:57:59,149 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:57:59,149 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,149 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:57:59,149 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,156 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733111909156 2024-12-02T03:57:59,158 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:57:59,159 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:57:59,163 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:57:59,163 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:57:59,163 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:57:59,163 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:57:59,166 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,171 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:57:59,172 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:57:59,172 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:57:59,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:57:59,174 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:57:59,174 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:57:59,175 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:57:59,177 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111879176,5,FailOnTimeoutGroup] 2024-12-02T03:57:59,178 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111879177,5,FailOnTimeoutGroup] 2024-12-02T03:57:59,178 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,178 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:57:59,180 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,180 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,181 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38297, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:57:59,181 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:57:59,181 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58161, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:57:59,183 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:57:59,183 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:57:59,187 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:57:59,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:57:59,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:57:59,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:57:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:57:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:57:59,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:57:59,219 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:57:59,220 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38365 2024-12-02T03:57:59,220 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:57:59,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:57:59,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:57:59,221 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:57:59,222 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38365 2024-12-02T03:57:59,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:57:59,222 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:57:59,222 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:57:59,227 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:57:59,227 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38365 2024-12-02T03:57:59,227 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:57:59,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:57:59,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:57:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:57:59,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:57:59,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:57:59,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:57:59,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:57:59,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:57:59,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:57:59,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:57:59,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:57:59,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:57:59,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:57:59,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:57:59,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:57:59,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:57:59,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:57:59,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:57:59,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:57:59,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:57:59,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:57:59,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:57:59,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740 2024-12-02T03:57:59,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740 2024-12-02T03:57:59,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:57:59,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:57:59,263 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:57:59,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:57:59,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:57:59,272 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62557827, jitterRate=-0.06781573593616486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:57:59,272 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] zookeeper.ZKUtil(111): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:57:59,272 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] zookeeper.ZKUtil(111): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:57:59,272 WARN [RS:1;e2eaa0f11f7e:33617 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:57:59,272 WARN [RS:0;e2eaa0f11f7e:44685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:57:59,272 INFO [RS:1;e2eaa0f11f7e:33617 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:57:59,272 INFO [RS:0;e2eaa0f11f7e:44685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:57:59,273 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] zookeeper.ZKUtil(111): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:57:59,273 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:57:59,273 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:57:59,273 WARN [RS:2;e2eaa0f11f7e:40003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:57:59,273 INFO [RS:2;e2eaa0f11f7e:40003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:57:59,273 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:57:59,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,40003,1733111878029] 2024-12-02T03:57:59,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,33617,1733111877962] 2024-12-02T03:57:59,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,44685,1733111877868] 2024-12-02T03:57:59,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733111879238Initializing all the Stores at 1733111879240 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111879240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111879240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111879240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111879240Cleaning up temporary data from old regions at 1733111879262 (+22 ms)Region opened successfully at 1733111879275 (+13 ms) 2024-12-02T03:57:59,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:57:59,275 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:57:59,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:57:59,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:57:59,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:57:59,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:57:59,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111879275Disabling compacts and flushes for region at 1733111879275Disabling writes for close at 1733111879275Writing region close event to WAL at 1733111879276 (+1 ms)Closed at 1733111879277 (+1 ms) 2024-12-02T03:57:59,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:57:59,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:57:59,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:57:59,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:57:59,298 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:57:59,299 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:57:59,299 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:57:59,300 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:57:59,311 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:57:59,311 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:57:59,311 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:57:59,316 INFO [RS:1;e2eaa0f11f7e:33617 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:57:59,316 INFO [RS:2;e2eaa0f11f7e:40003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:57:59,316 INFO [RS:0;e2eaa0f11f7e:44685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:57:59,316 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,316 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,316 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,317 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:57:59,317 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:57:59,317 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:57:59,323 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:57:59,323 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:57:59,323 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:57:59,325 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,325 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,325 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,325 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,325 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:57:59,326 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:57:59,326 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:57:59,326 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:57:59,326 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:57:59,326 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,326 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:57:59,326 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:57:59,327 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,327 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:57:59,327 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:57:59,327 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:57:59,329 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,329 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,329 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,40003,1733111878029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44685,1733111877868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,330 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,331 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,331 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,331 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,331 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33617,1733111877962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:57:59,349 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:57:59,351 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:57:59,351 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,44685,1733111877868-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,351 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,40003,1733111878029-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,352 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,352 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,352 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.Replication(171): e2eaa0f11f7e,44685,1733111877868 started 2024-12-02T03:57:59,352 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.Replication(171): e2eaa0f11f7e,40003,1733111878029 started 2024-12-02T03:57:59,352 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:57:59,352 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33617,1733111877962-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,352 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,353 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.Replication(171): e2eaa0f11f7e,33617,1733111877962 started 2024-12-02T03:57:59,370 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,371 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,44685,1733111877868, RpcServer on e2eaa0f11f7e/172.17.0.2:44685, sessionid=0x101957a1ddf0001 2024-12-02T03:57:59,371 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:57:59,371 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:57:59,372 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,44685,1733111877868' 2024-12-02T03:57:59,372 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:57:59,373 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:57:59,374 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:57:59,374 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:57:59,374 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:57:59,374 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,44685,1733111877868' 2024-12-02T03:57:59,374 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:57:59,374 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:57:59,375 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,375 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:57:59,375 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,33617,1733111877962, RpcServer on e2eaa0f11f7e/172.17.0.2:33617, sessionid=0x101957a1ddf0002 2024-12-02T03:57:59,375 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,40003,1733111878029, RpcServer on e2eaa0f11f7e/172.17.0.2:40003, sessionid=0x101957a1ddf0003 2024-12-02T03:57:59,375 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:57:59,375 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:57:59,375 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:57:59,375 INFO [RS:0;e2eaa0f11f7e:44685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:57:59,375 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:57:59,375 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:57:59,375 INFO [RS:0;e2eaa0f11f7e:44685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:57:59,375 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,33617,1733111877962' 2024-12-02T03:57:59,375 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,40003,1733111878029' 2024-12-02T03:57:59,375 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:57:59,375 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:57:59,376 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:57:59,376 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:57:59,377 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:57:59,377 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:57:59,377 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:57:59,377 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:57:59,377 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:57:59,377 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:57:59,377 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,33617,1733111877962' 2024-12-02T03:57:59,377 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,40003,1733111878029' 2024-12-02T03:57:59,377 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:57:59,377 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:57:59,377 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:57:59,377 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:57:59,378 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:57:59,378 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:57:59,378 INFO [RS:2;e2eaa0f11f7e:40003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:57:59,378 INFO [RS:1;e2eaa0f11f7e:33617 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:57:59,378 INFO [RS:2;e2eaa0f11f7e:40003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:57:59,378 INFO [RS:1;e2eaa0f11f7e:33617 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:57:59,449 WARN [e2eaa0f11f7e:38951 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:57:59,482 INFO [RS:2;e2eaa0f11f7e:40003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:57:59,482 INFO [RS:0;e2eaa0f11f7e:44685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:57:59,482 INFO [RS:1;e2eaa0f11f7e:33617 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:57:59,487 INFO [RS:1;e2eaa0f11f7e:33617 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C33617%2C1733111877962, suffix=, logDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962, archiveDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/oldWALs, maxLogs=32 2024-12-02T03:57:59,487 INFO [RS:2;e2eaa0f11f7e:40003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C40003%2C1733111878029, suffix=, logDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,40003,1733111878029, archiveDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/oldWALs, maxLogs=32 2024-12-02T03:57:59,487 INFO [RS:0;e2eaa0f11f7e:44685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C44685%2C1733111877868, suffix=, logDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,44685,1733111877868, archiveDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/oldWALs, maxLogs=32 2024-12-02T03:57:59,501 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490, exclude list is [], retry=0 2024-12-02T03:57:59,501 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,44685,1733111877868/e2eaa0f11f7e%2C44685%2C1733111877868.1733111879490, exclude list is [], retry=0 2024-12-02T03:57:59,501 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,40003,1733111878029/e2eaa0f11f7e%2C40003%2C1733111878029.1733111879490, exclude list is [], retry=0 2024-12-02T03:57:59,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43487,DS-e3e30120-0d3b-48bb-b101-afafdc5ced57,DISK] 2024-12-02T03:57:59,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38575,DS-bf93f4ff-abb8-4312-819d-b8080619f796,DISK] 2024-12-02T03:57:59,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38575,DS-bf93f4ff-abb8-4312-819d-b8080619f796,DISK] 2024-12-02T03:57:59,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-0cf2eba5-c189-4fae-a573-5c2e3177aaad,DISK] 2024-12-02T03:57:59,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43487,DS-e3e30120-0d3b-48bb-b101-afafdc5ced57,DISK] 2024-12-02T03:57:59,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-0cf2eba5-c189-4fae-a573-5c2e3177aaad,DISK] 2024-12-02T03:57:59,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38575,DS-bf93f4ff-abb8-4312-819d-b8080619f796,DISK] 2024-12-02T03:57:59,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-0cf2eba5-c189-4fae-a573-5c2e3177aaad,DISK] 2024-12-02T03:57:59,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43487,DS-e3e30120-0d3b-48bb-b101-afafdc5ced57,DISK] 2024-12-02T03:57:59,511 INFO [RS:0;e2eaa0f11f7e:44685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,44685,1733111877868/e2eaa0f11f7e%2C44685%2C1733111877868.1733111879490 2024-12-02T03:57:59,512 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:41429:41429),(127.0.0.1/127.0.0.1:40399:40399)] 2024-12-02T03:57:59,515 INFO [RS:1;e2eaa0f11f7e:33617 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490 2024-12-02T03:57:59,516 INFO [RS:2;e2eaa0f11f7e:40003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,40003,1733111878029/e2eaa0f11f7e%2C40003%2C1733111878029.1733111879490 2024-12-02T03:57:59,518 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429),(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:40399:40399)] 2024-12-02T03:57:59,518 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429),(127.0.0.1/127.0.0.1:40399:40399),(127.0.0.1/127.0.0.1:38185:38185)] 2024-12-02T03:57:59,704 DEBUG [e2eaa0f11f7e:38951 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T03:57:59,713 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:57:59,719 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:57:59,719 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:57:59,719 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T03:57:59,719 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:57:59,719 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:57:59,719 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T03:57:59,719 INFO [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:57:59,719 INFO [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:57:59,719 INFO [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T03:57:59,719 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:57:59,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:57:59,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,33617,1733111877962, state=OPENING 2024-12-02T03:57:59,772 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:57:59,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:59,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:59,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:59,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:57:59,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:57:59,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:57:59,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:57:59,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:57:59,790 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:57:59,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,33617,1733111877962}] 2024-12-02T03:58:07,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T03:58:07,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T03:58:09,821 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:58:09,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39047, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:58:09,835 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:58:09,835 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:58:09,836 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:58:09,838 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C33617%2C1733111877962.meta, suffix=.meta, logDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962, archiveDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/oldWALs, maxLogs=32 2024-12-02T03:58:09,853 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta, exclude list is [], retry=0 2024-12-02T03:58:09,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-0cf2eba5-c189-4fae-a573-5c2e3177aaad,DISK] 2024-12-02T03:58:09,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43487,DS-e3e30120-0d3b-48bb-b101-afafdc5ced57,DISK] 2024-12-02T03:58:09,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38575,DS-bf93f4ff-abb8-4312-819d-b8080619f796,DISK] 2024-12-02T03:58:09,859 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta 2024-12-02T03:58:09,859 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40399:40399),(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:41429:41429)] 2024-12-02T03:58:09,860 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:58:09,861 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:58:09,863 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:58:09,868 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:58:09,872 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:58:09,872 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:09,873 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:58:09,873 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:58:09,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:58:09,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:58:09,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:09,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:58:09,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:58:09,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:58:09,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:09,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:58:09,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:58:09,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:58:09,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:09,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:58:09,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:58:09,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:58:09,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:09,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:58:09,886 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:58:09,887 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740 2024-12-02T03:58:09,890 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740 2024-12-02T03:58:09,892 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:58:09,892 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:58:09,893 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:58:09,895 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:58:09,896 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65981418, jitterRate=-0.016800254583358765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:58:09,897 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:58:09,898 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733111889873Writing region info on filesystem at 1733111889873Initializing all the Stores at 1733111889875 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111889875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111889877 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111889877Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111889877Cleaning up temporary data from old regions at 1733111889892 (+15 ms)Running coprocessor post-open hooks at 1733111889897 (+5 ms)Region opened successfully at 1733111889898 (+1 ms) 2024-12-02T03:58:09,904 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733111889814 2024-12-02T03:58:09,912 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:58:09,913 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:58:09,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:09,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,33617,1733111877962, state=OPEN 2024-12-02T03:58:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:58:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:58:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:58:09,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:58:09,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:58:09,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:58:09,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:58:09,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:58:09,964 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:09,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:58:09,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,33617,1733111877962 in 10.1710 sec 2024-12-02T03:58:09,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:58:09,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6870 sec 2024-12-02T03:58:09,981 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:58:09,981 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:58:10,001 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:58:10,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1] 2024-12-02T03:58:10,021 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:58:10,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58603, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:58:10,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9680 sec 2024-12-02T03:58:10,042 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733111890042, completionTime=-1 2024-12-02T03:58:10,045 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T03:58:10,045 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:58:10,071 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T03:58:10,071 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733111950071 2024-12-02T03:58:10,072 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733112010072 2024-12-02T03:58:10,072 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-12-02T03:58:10,073 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:58:10,080 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38951,1733111877182-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:58:10,080 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38951,1733111877182-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:58:10,080 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38951,1733111877182-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:58:10,081 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:38951, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:58:10,082 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:58:10,082 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:58:10,087 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:58:10,105 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.961sec 2024-12-02T03:58:10,107 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:58:10,108 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:58:10,109 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:58:10,109 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:58:10,109 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:58:10,110 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38951,1733111877182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:58:10,110 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38951,1733111877182-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:58:10,114 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:58:10,115 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:58:10,115 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,38951,1733111877182-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:58:10,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b52e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:58:10,204 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T03:58:10,204 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T03:58:10,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,38951,-1 for getting cluster id 2024-12-02T03:58:10,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:58:10,221 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8970b9af-355b-4a62-9e2e-adcda47c69f9' 2024-12-02T03:58:10,223 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:58:10,223 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8970b9af-355b-4a62-9e2e-adcda47c69f9" 2024-12-02T03:58:10,224 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203a3ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:58:10,224 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,38951,-1] 2024-12-02T03:58:10,226 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:58:10,228 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:58:10,229 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:58:10,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7152e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:58:10,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:58:10,255 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1] 2024-12-02T03:58:10,255 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:58:10,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:58:10,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:58:10,291 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733111890290 (current time:1733111890290). 2024-12-02T03:58:10,291 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T03:58:10,291 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-02T03:58:10,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9cb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:58:10,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,38951,-1 for getting cluster id 2024-12-02T03:58:10,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:58:10,295 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8970b9af-355b-4a62-9e2e-adcda47c69f9' 2024-12-02T03:58:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:58:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8970b9af-355b-4a62-9e2e-adcda47c69f9" 2024-12-02T03:58:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73210145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:58:10,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,38951,-1] 2024-12-02T03:58:10,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:58:10,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:58:10,298 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:58:10,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2610d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:58:10,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:58:10,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1] 2024-12-02T03:58:10,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:58:10,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:58:10,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:58:10,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:58:10,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:58:10,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:58:10,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:58:10,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:58:10,320 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:58:10,323 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b1cac7 2024-12-02T03:58:10,324 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:58:10,326 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:58:10,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:58:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-02T03:58:10,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:58:10,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-02T03:58:10,341 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:10,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:58:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:58:10,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741837_1013 (size=361) 2024-12-02T03:58:10,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741837_1013 (size=361) 2024-12-02T03:58:10,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741837_1013 (size=361) 2024-12-02T03:58:10,360 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a36ac949d9507726e31f17f5bdbaf54, NAME => 'SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:58:10,360 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d817fbb9923c73621024cee0e4b36c30, NAME => 'SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:58:10,361 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1cd10b7fb1ef26c7ec70eb2737739fa8, NAME => 'SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:58:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741838_1014 (size=62) 2024-12-02T03:58:10,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741838_1014 (size=62) 2024-12-02T03:58:10,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741838_1014 (size=62) 2024-12-02T03:58:10,383 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:10,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d817fbb9923c73621024cee0e4b36c30, disabling compactions & flushes 2024-12-02T03:58:10,384 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:58:10,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:58:10,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. after waiting 0 ms 2024-12-02T03:58:10,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:58:10,384 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:58:10,384 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d817fbb9923c73621024cee0e4b36c30: Waiting for close lock at 1733111890384Disabling compacts and flushes for region at 1733111890384Disabling writes for close at 1733111890384Writing region close event to WAL at 1733111890384Closed at 1733111890384 2024-12-02T03:58:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741839_1015 (size=62) 2024-12-02T03:58:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741839_1015 (size=62) 2024-12-02T03:58:10,385 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e7b577a03126910bc69e891ff930d0ef, NAME => 'SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:58:10,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741839_1015 (size=62) 2024-12-02T03:58:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1cd10b7fb1ef26c7ec70eb2737739fa8, disabling compactions & flushes 2024-12-02T03:58:10,387 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:58:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:58:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. after waiting 0 ms 2024-12-02T03:58:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:58:10,387 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:58:10,387 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1cd10b7fb1ef26c7ec70eb2737739fa8: Waiting for close lock at 1733111890387Disabling compacts and flushes for region at 1733111890387Disabling writes for close at 1733111890387Writing region close event to WAL at 1733111890387Closed at 1733111890387 2024-12-02T03:58:10,388 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 66f606f610d3029e01e4de4ac2b01c95, NAME => 'SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:58:10,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741840_1016 (size=54) 2024-12-02T03:58:10,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741840_1016 (size=54) 2024-12-02T03:58:10,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741840_1016 (size=54) 2024-12-02T03:58:10,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:10,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0a36ac949d9507726e31f17f5bdbaf54, disabling compactions & flushes 2024-12-02T03:58:10,394 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:58:10,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:58:10,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. after waiting 0 ms 2024-12-02T03:58:10,394 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:58:10,395 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:58:10,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a36ac949d9507726e31f17f5bdbaf54: Waiting for close lock at 1733111890394Disabling compacts and flushes for region at 1733111890394Disabling writes for close at 1733111890394Writing region close event to WAL at 1733111890394Closed at 1733111890394 2024-12-02T03:58:10,395 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06233b38e412034756ae62d6d06fccfa, NAME => 'SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:58:10,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741841_1017 (size=62) 2024-12-02T03:58:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741841_1017 (size=62) 2024-12-02T03:58:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741841_1017 (size=62) 2024-12-02T03:58:10,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:10,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing e7b577a03126910bc69e891ff930d0ef, disabling compactions & flushes 2024-12-02T03:58:10,403 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:58:10,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:58:10,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. after waiting 0 ms 2024-12-02T03:58:10,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:58:10,403 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:58:10,403 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for e7b577a03126910bc69e891ff930d0ef: Waiting for close lock at 1733111890403Disabling compacts and flushes for region at 1733111890403Disabling writes for close at 1733111890403Writing region close event to WAL at 1733111890403Closed at 1733111890403 2024-12-02T03:58:10,404 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 352bd16ba42dae74fced1dabc3fc74c0, NAME => 'SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:58:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741842_1018 (size=62) 2024-12-02T03:58:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741842_1018 (size=62) 2024-12-02T03:58:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741842_1018 (size=62) 2024-12-02T03:58:10,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:10,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 66f606f610d3029e01e4de4ac2b01c95, disabling compactions & flushes 2024-12-02T03:58:10,412 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:58:10,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:58:10,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. after waiting 0 ms 2024-12-02T03:58:10,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:58:10,412 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:58:10,412 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 66f606f610d3029e01e4de4ac2b01c95: Waiting for close lock at 1733111890412Disabling compacts and flushes for region at 1733111890412Disabling writes for close at 1733111890412Writing region close event to WAL at 1733111890412Closed at 1733111890412 2024-12-02T03:58:10,413 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 885da1591c2204c07bda54e17f92573c, NAME => 'SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:58:10,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741843_1019 (size=62) 2024-12-02T03:58:10,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741843_1019 (size=62) 2024-12-02T03:58:10,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741843_1019 (size=62) 2024-12-02T03:58:10,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:10,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 06233b38e412034756ae62d6d06fccfa, disabling compactions & flushes 2024-12-02T03:58:10,420 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:58:10,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:58:10,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. after waiting 0 ms 2024-12-02T03:58:10,420 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:58:10,420 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:58:10,421 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06233b38e412034756ae62d6d06fccfa: Waiting for close lock at 1733111890420Disabling compacts and flushes for region at 1733111890420Disabling writes for close at 1733111890420Writing region close event to WAL at 1733111890420Closed at 1733111890420 2024-12-02T03:58:10,421 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f21ae890faad959052c3fcae15588626, NAME => 'SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:58:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741844_1020 (size=62) 2024-12-02T03:58:10,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741844_1020 (size=62) 2024-12-02T03:58:10,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741844_1020 (size=62) 2024-12-02T03:58:10,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:10,429 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 352bd16ba42dae74fced1dabc3fc74c0, disabling compactions & flushes 2024-12-02T03:58:10,429 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:58:10,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:58:10,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. after waiting 0 ms 2024-12-02T03:58:10,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:58:10,430 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:58:10,430 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 352bd16ba42dae74fced1dabc3fc74c0: Waiting for close lock at 1733111890429Disabling compacts and flushes for region at 1733111890429Disabling writes for close at 1733111890430 (+1 ms)Writing region close event to WAL at 1733111890430Closed at 1733111890430 2024-12-02T03:58:10,431 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c84384f7b25f0d342207fc2e287d1ecd, NAME => 'SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10 2024-12-02T03:58:10,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741845_1021 (size=62) 2024-12-02T03:58:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741845_1021 (size=62) 2024-12-02T03:58:10,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741845_1021 (size=62) 2024-12-02T03:58:10,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:10,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 885da1591c2204c07bda54e17f92573c, disabling compactions & flushes 2024-12-02T03:58:10,435 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:58:10,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:58:10,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. after waiting 0 ms 2024-12-02T03:58:10,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:58:10,435 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:58:10,435 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 885da1591c2204c07bda54e17f92573c: Waiting for close lock at 1733111890435Disabling compacts and flushes for region at 1733111890435Disabling writes for close at 1733111890435Writing region close event to WAL at 1733111890435Closed at 1733111890435 2024-12-02T03:58:10,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741846_1022 (size=62) 2024-12-02T03:58:10,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741846_1022 (size=62) 2024-12-02T03:58:10,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741846_1022 (size=62) 2024-12-02T03:58:10,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:10,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f21ae890faad959052c3fcae15588626, disabling compactions & flushes 2024-12-02T03:58:10,442 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:58:10,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:58:10,442 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. after waiting 0 ms 2024-12-02T03:58:10,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:58:10,443 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:58:10,443 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f21ae890faad959052c3fcae15588626: Waiting for close lock at 1733111890442Disabling compacts and flushes for region at 1733111890442Disabling writes for close at 1733111890442Writing region close event to WAL at 1733111890443 (+1 ms)Closed at 1733111890443 2024-12-02T03:58:10,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741847_1023 (size=54) 2024-12-02T03:58:10,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741847_1023 (size=54) 2024-12-02T03:58:10,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741847_1023 (size=54) 2024-12-02T03:58:10,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:10,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c84384f7b25f0d342207fc2e287d1ecd, disabling compactions & flushes 2024-12-02T03:58:10,449 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:58:10,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:58:10,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. after waiting 0 ms 2024-12-02T03:58:10,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:58:10,449 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:58:10,449 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c84384f7b25f0d342207fc2e287d1ecd: Waiting for close lock at 1733111890449Disabling compacts and flushes for region at 1733111890449Disabling writes for close at 1733111890449Writing region close event to WAL at 1733111890449Closed at 1733111890449 2024-12-02T03:58:10,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:58:10,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111890451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111890451"}]},"ts":"1733111890451"} 2024-12-02T03:58:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:58:10,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111890451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111890451"}]},"ts":"1733111890451"} 2024-12-02T03:58:10,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733111890451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111890451"}]},"ts":"1733111890451"} 2024-12-02T03:58:10,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111890451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111890451"}]},"ts":"1733111890451"} 2024-12-02T03:58:10,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111890451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111890451"}]},"ts":"1733111890451"} 2024-12-02T03:58:10,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111890451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111890451"}]},"ts":"1733111890451"} 2024-12-02T03:58:10,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111890451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111890451"}]},"ts":"1733111890451"} 2024-12-02T03:58:10,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111890451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111890451"}]},"ts":"1733111890451"} 2024-12-02T03:58:10,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111890451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111890451"}]},"ts":"1733111890451"} 2024-12-02T03:58:10,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733111890451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111890451"}]},"ts":"1733111890451"} 2024-12-02T03:58:10,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-02T03:58:10,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:58:10,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111890493"}]},"ts":"1733111890493"} 2024-12-02T03:58:10,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-02T03:58:10,500 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:58:10,507 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:58:10,507 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:58:10,507 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T03:58:10,507 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:58:10,507 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:58:10,507 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T03:58:10,507 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:58:10,507 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:58:10,507 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T03:58:10,507 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:58:10,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a36ac949d9507726e31f17f5bdbaf54, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cd10b7fb1ef26c7ec70eb2737739fa8, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d817fbb9923c73621024cee0e4b36c30, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7b577a03126910bc69e891ff930d0ef, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66f606f610d3029e01e4de4ac2b01c95, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06233b38e412034756ae62d6d06fccfa, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=352bd16ba42dae74fced1dabc3fc74c0, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=885da1591c2204c07bda54e17f92573c, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f21ae890faad959052c3fcae15588626, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c84384f7b25f0d342207fc2e287d1ecd, ASSIGN}] 2024-12-02T03:58:10,513 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d817fbb9923c73621024cee0e4b36c30, ASSIGN 2024-12-02T03:58:10,513 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cd10b7fb1ef26c7ec70eb2737739fa8, ASSIGN 2024-12-02T03:58:10,513 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a36ac949d9507726e31f17f5bdbaf54, ASSIGN 2024-12-02T03:58:10,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7b577a03126910bc69e891ff930d0ef, ASSIGN 2024-12-02T03:58:10,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d817fbb9923c73621024cee0e4b36c30, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33617,1733111877962; forceNewPlan=false, retain=false 2024-12-02T03:58:10,515 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1cd10b7fb1ef26c7ec70eb2737739fa8, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,44685,1733111877868; forceNewPlan=false, retain=false 2024-12-02T03:58:10,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e7b577a03126910bc69e891ff930d0ef, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33617,1733111877962; forceNewPlan=false, retain=false 2024-12-02T03:58:10,515 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a36ac949d9507726e31f17f5bdbaf54, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,40003,1733111878029; forceNewPlan=false, retain=false 2024-12-02T03:58:10,520 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=352bd16ba42dae74fced1dabc3fc74c0, ASSIGN 2024-12-02T03:58:10,520 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=885da1591c2204c07bda54e17f92573c, ASSIGN 2024-12-02T03:58:10,521 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f21ae890faad959052c3fcae15588626, ASSIGN 2024-12-02T03:58:10,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06233b38e412034756ae62d6d06fccfa, ASSIGN 2024-12-02T03:58:10,521 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c84384f7b25f0d342207fc2e287d1ecd, ASSIGN 2024-12-02T03:58:10,522 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=352bd16ba42dae74fced1dabc3fc74c0, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33617,1733111877962; forceNewPlan=false, retain=false 2024-12-02T03:58:10,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=885da1591c2204c07bda54e17f92573c, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,44685,1733111877868; forceNewPlan=false, retain=false 2024-12-02T03:58:10,522 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f21ae890faad959052c3fcae15588626, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,40003,1733111878029; forceNewPlan=false, retain=false 2024-12-02T03:58:10,522 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c84384f7b25f0d342207fc2e287d1ecd, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33617,1733111877962; forceNewPlan=false, retain=false 2024-12-02T03:58:10,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06233b38e412034756ae62d6d06fccfa, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,40003,1733111878029; forceNewPlan=false, retain=false 2024-12-02T03:58:10,565 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66f606f610d3029e01e4de4ac2b01c95, ASSIGN 2024-12-02T03:58:10,567 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66f606f610d3029e01e4de4ac2b01c95, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,44685,1733111877868; forceNewPlan=false, retain=false 2024-12-02T03:58:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:58:10,671 INFO [e2eaa0f11f7e:38951 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-02T03:58:10,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1cd10b7fb1ef26c7ec70eb2737739fa8, regionState=OPENING, regionLocation=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:58:10,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=885da1591c2204c07bda54e17f92573c, regionState=OPENING, regionLocation=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:58:10,672 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66f606f610d3029e01e4de4ac2b01c95, regionState=OPENING, regionLocation=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:58:10,673 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=06233b38e412034756ae62d6d06fccfa, regionState=OPENING, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:10,673 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f21ae890faad959052c3fcae15588626, regionState=OPENING, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:10,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=352bd16ba42dae74fced1dabc3fc74c0, regionState=OPENING, regionLocation=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:10,674 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c84384f7b25f0d342207fc2e287d1ecd, regionState=OPENING, regionLocation=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:10,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e7b577a03126910bc69e891ff930d0ef, regionState=OPENING, regionLocation=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:10,675 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d817fbb9923c73621024cee0e4b36c30, regionState=OPENING, regionLocation=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:10,676 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a36ac949d9507726e31f17f5bdbaf54, regionState=OPENING, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:10,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1cd10b7fb1ef26c7ec70eb2737739fa8, ASSIGN because future has completed 2024-12-02T03:58:10,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cd10b7fb1ef26c7ec70eb2737739fa8, server=e2eaa0f11f7e,44685,1733111877868}] 2024-12-02T03:58:10,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=66f606f610d3029e01e4de4ac2b01c95, ASSIGN because future has completed 2024-12-02T03:58:10,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66f606f610d3029e01e4de4ac2b01c95, server=e2eaa0f11f7e,44685,1733111877868}] 2024-12-02T03:58:10,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06233b38e412034756ae62d6d06fccfa, ASSIGN because future has completed 2024-12-02T03:58:10,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06233b38e412034756ae62d6d06fccfa, server=e2eaa0f11f7e,40003,1733111878029}] 2024-12-02T03:58:10,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f21ae890faad959052c3fcae15588626, ASSIGN because future has completed 2024-12-02T03:58:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=885da1591c2204c07bda54e17f92573c, ASSIGN because future has completed 2024-12-02T03:58:10,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 885da1591c2204c07bda54e17f92573c, server=e2eaa0f11f7e,44685,1733111877868}] 2024-12-02T03:58:10,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f21ae890faad959052c3fcae15588626, server=e2eaa0f11f7e,40003,1733111878029}] 2024-12-02T03:58:10,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c84384f7b25f0d342207fc2e287d1ecd, ASSIGN because future has completed 2024-12-02T03:58:10,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=352bd16ba42dae74fced1dabc3fc74c0, ASSIGN because future has completed 2024-12-02T03:58:10,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d817fbb9923c73621024cee0e4b36c30, ASSIGN because future has completed 2024-12-02T03:58:10,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e7b577a03126910bc69e891ff930d0ef, ASSIGN because future has completed 2024-12-02T03:58:10,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c84384f7b25f0d342207fc2e287d1ecd, server=e2eaa0f11f7e,33617,1733111877962}] 2024-12-02T03:58:10,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0a36ac949d9507726e31f17f5bdbaf54, ASSIGN because future has completed 2024-12-02T03:58:10,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7b577a03126910bc69e891ff930d0ef, server=e2eaa0f11f7e,33617,1733111877962}] 2024-12-02T03:58:10,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d817fbb9923c73621024cee0e4b36c30, server=e2eaa0f11f7e,33617,1733111877962}] 2024-12-02T03:58:10,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0, server=e2eaa0f11f7e,33617,1733111877962}] 2024-12-02T03:58:10,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a36ac949d9507726e31f17f5bdbaf54, server=e2eaa0f11f7e,40003,1733111878029}] 2024-12-02T03:58:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:58:11,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T03:58:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:58:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:58:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:58:15,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T03:58:17,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T03:58:17,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T03:58:17,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:58:17,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T03:58:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:58:20,687 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:58:20,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:58:20,695 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:58:20,696 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 885da1591c2204c07bda54e17f92573c, NAME => 'SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-02T03:58:20,696 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,696 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:20,696 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,697 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,697 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:58:20,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46201, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:58:20,699 INFO [StoreOpener-885da1591c2204c07bda54e17f92573c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,702 INFO [StoreOpener-885da1591c2204c07bda54e17f92573c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 885da1591c2204c07bda54e17f92573c columnFamilyName cf 2024-12-02T03:58:20,702 DEBUG [StoreOpener-885da1591c2204c07bda54e17f92573c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:20,703 INFO [StoreOpener-885da1591c2204c07bda54e17f92573c-1 {}] regionserver.HStore(327): Store=885da1591c2204c07bda54e17f92573c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:58:20,704 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,704 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:58:20,704 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 06233b38e412034756ae62d6d06fccfa, NAME => 'SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-02T03:58:20,705 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,705 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,705 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:20,706 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,706 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,706 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,706 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,707 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,708 INFO [StoreOpener-06233b38e412034756ae62d6d06fccfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,709 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,710 INFO [StoreOpener-06233b38e412034756ae62d6d06fccfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06233b38e412034756ae62d6d06fccfa columnFamilyName cf 2024-12-02T03:58:20,710 DEBUG [StoreOpener-06233b38e412034756ae62d6d06fccfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:20,711 INFO [StoreOpener-06233b38e412034756ae62d6d06fccfa-1 {}] regionserver.HStore(327): Store=06233b38e412034756ae62d6d06fccfa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:58:20,712 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,712 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:58:20,713 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,713 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 885da1591c2204c07bda54e17f92573c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71933138, jitterRate=0.07188728451728821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:58:20,713 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,713 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:20,713 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,714 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,714 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 885da1591c2204c07bda54e17f92573c: Running coprocessor pre-open hook at 1733111900697Writing region info on filesystem at 1733111900697Initializing all the Stores at 1733111900698 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111900699 (+1 ms)Cleaning up temporary data from old regions at 1733111900707 (+8 ms)Running coprocessor post-open hooks at 1733111900713 (+6 ms)Region opened successfully at 1733111900714 (+1 ms) 2024-12-02T03:58:20,714 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:58:20,715 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d817fbb9923c73621024cee0e4b36c30, NAME => 'SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T03:58:20,715 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,715 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:20,715 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,715 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,716 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c., pid=19, masterSystemTime=1733111900687 2024-12-02T03:58:20,717 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,718 INFO [StoreOpener-d817fbb9923c73621024cee0e4b36c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,719 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:58:20,720 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:58:20,720 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:58:20,720 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 66f606f610d3029e01e4de4ac2b01c95, NAME => 'SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-02T03:58:20,721 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,721 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:20,721 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,721 INFO [StoreOpener-d817fbb9923c73621024cee0e4b36c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d817fbb9923c73621024cee0e4b36c30 columnFamilyName cf 2024-12-02T03:58:20,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=885da1591c2204c07bda54e17f92573c, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:58:20,721 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,721 DEBUG [StoreOpener-d817fbb9923c73621024cee0e4b36c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:20,722 INFO [StoreOpener-d817fbb9923c73621024cee0e4b36c30-1 {}] regionserver.HStore(327): Store=d817fbb9923c73621024cee0e4b36c30/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:58:20,722 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/06233b38e412034756ae62d6d06fccfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:58:20,723 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,724 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 06233b38e412034756ae62d6d06fccfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71810542, jitterRate=0.07006046175956726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:58:20,724 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:20,724 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 06233b38e412034756ae62d6d06fccfa: Running coprocessor pre-open hook at 1733111900706Writing region info on filesystem at 1733111900706Initializing all the Stores at 1733111900707 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111900707Cleaning up temporary data from old regions at 1733111900714 (+7 ms)Running coprocessor post-open hooks at 1733111900724 (+10 ms)Region opened successfully at 1733111900724 2024-12-02T03:58:20,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 885da1591c2204c07bda54e17f92573c, server=e2eaa0f11f7e,44685,1733111877868 because future has completed 2024-12-02T03:58:20,725 INFO [StoreOpener-66f606f610d3029e01e4de4ac2b01c95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,725 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,726 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,726 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa., pid=17, masterSystemTime=1733111900697 2024-12-02T03:58:20,728 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,728 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,729 INFO [StoreOpener-66f606f610d3029e01e4de4ac2b01c95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66f606f610d3029e01e4de4ac2b01c95 columnFamilyName cf 2024-12-02T03:58:20,730 DEBUG [StoreOpener-66f606f610d3029e01e4de4ac2b01c95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:20,730 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:58:20,730 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:58:20,730 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:58:20,730 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => f21ae890faad959052c3fcae15588626, NAME => 'SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-02T03:58:20,731 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,731 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:20,731 INFO [StoreOpener-66f606f610d3029e01e4de4ac2b01c95-1 {}] regionserver.HStore(327): Store=66f606f610d3029e01e4de4ac2b01c95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:58:20,731 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,731 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-12-02T03:58:20,732 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=06233b38e412034756ae62d6d06fccfa, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:20,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 885da1591c2204c07bda54e17f92573c, server=e2eaa0f11f7e,44685,1733111877868 in 10.0310 sec 2024-12-02T03:58:20,731 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,734 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06233b38e412034756ae62d6d06fccfa, server=e2eaa0f11f7e,40003,1733111878029 because future has completed 2024-12-02T03:58:20,735 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=885da1591c2204c07bda54e17f92573c, ASSIGN in 10.2230 sec 2024-12-02T03:58:20,736 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,737 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,737 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,739 INFO [StoreOpener-f21ae890faad959052c3fcae15588626-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,739 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/d817fbb9923c73621024cee0e4b36c30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:58:20,740 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,740 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d817fbb9923c73621024cee0e4b36c30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67114685, jitterRate=8.673965930938721E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:58:20,740 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:20,741 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d817fbb9923c73621024cee0e4b36c30: Running coprocessor pre-open hook at 1733111900716Writing region info on filesystem at 1733111900716Initializing all the Stores at 1733111900717 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111900717Cleaning up temporary data from old regions at 1733111900728 (+11 ms)Running coprocessor post-open hooks at 1733111900741 (+13 ms)Region opened successfully at 1733111900741 2024-12-02T03:58:20,742 INFO [StoreOpener-f21ae890faad959052c3fcae15588626-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f21ae890faad959052c3fcae15588626 columnFamilyName cf 2024-12-02T03:58:20,742 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30., pid=23, masterSystemTime=1733111900708 2024-12-02T03:58:20,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-12-02T03:58:20,742 DEBUG [StoreOpener-f21ae890faad959052c3fcae15588626-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:20,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 06233b38e412034756ae62d6d06fccfa, server=e2eaa0f11f7e,40003,1733111878029 in 10.0510 sec 2024-12-02T03:58:20,743 INFO [StoreOpener-f21ae890faad959052c3fcae15588626-1 {}] regionserver.HStore(327): Store=f21ae890faad959052c3fcae15588626/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:58:20,743 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,745 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,745 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:58:20,745 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:58:20,745 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,746 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:58:20,746 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 352bd16ba42dae74fced1dabc3fc74c0, NAME => 'SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T03:58:20,746 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,746 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06233b38e412034756ae62d6d06fccfa, ASSIGN in 10.2330 sec 2024-12-02T03:58:20,746 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d817fbb9923c73621024cee0e4b36c30, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:20,747 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:20,747 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,747 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,750 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d817fbb9923c73621024cee0e4b36c30, server=e2eaa0f11f7e,33617,1733111877962 because future has completed 2024-12-02T03:58:20,751 INFO [StoreOpener-352bd16ba42dae74fced1dabc3fc74c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,753 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/66f606f610d3029e01e4de4ac2b01c95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:58:20,754 INFO [StoreOpener-352bd16ba42dae74fced1dabc3fc74c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 352bd16ba42dae74fced1dabc3fc74c0 columnFamilyName cf 2024-12-02T03:58:20,754 DEBUG [StoreOpener-352bd16ba42dae74fced1dabc3fc74c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:20,754 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 66f606f610d3029e01e4de4ac2b01c95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70322160, jitterRate=0.0478818416595459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:58:20,755 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:20,755 INFO [StoreOpener-352bd16ba42dae74fced1dabc3fc74c0-1 {}] regionserver.HStore(327): Store=352bd16ba42dae74fced1dabc3fc74c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:58:20,755 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 66f606f610d3029e01e4de4ac2b01c95: Running coprocessor pre-open hook at 1733111900721Writing region info on filesystem at 1733111900721Initializing all the Stores at 1733111900723 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111900723Cleaning up temporary data from old regions at 1733111900737 (+14 ms)Running coprocessor post-open hooks at 1733111900755 (+18 ms)Region opened successfully at 1733111900755 2024-12-02T03:58:20,755 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,756 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-12-02T03:58:20,757 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95., pid=16, masterSystemTime=1733111900687 2024-12-02T03:58:20,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d817fbb9923c73621024cee0e4b36c30, server=e2eaa0f11f7e,33617,1733111877962 in 10.0460 sec 2024-12-02T03:58:20,757 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,758 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,758 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,758 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:58:20,759 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened f21ae890faad959052c3fcae15588626; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69934276, jitterRate=0.042101919651031494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:58:20,760 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f21ae890faad959052c3fcae15588626 2024-12-02T03:58:20,760 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for f21ae890faad959052c3fcae15588626: Running coprocessor pre-open hook at 1733111900731Writing region info on filesystem at 1733111900731Initializing all the Stores at 1733111900733 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111900733Cleaning up temporary data from old regions at 1733111900746 (+13 ms)Running coprocessor post-open hooks at 1733111900760 (+14 ms)Region opened successfully at 1733111900760 2024-12-02T03:58:20,761 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:58:20,761 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:58:20,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d817fbb9923c73621024cee0e4b36c30, ASSIGN in 10.2490 sec 2024-12-02T03:58:20,762 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626., pid=18, masterSystemTime=1733111900697 2024-12-02T03:58:20,762 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:58:20,762 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66f606f610d3029e01e4de4ac2b01c95, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:58:20,762 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,762 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cd10b7fb1ef26c7ec70eb2737739fa8, NAME => 'SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-02T03:58:20,763 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,763 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:20,763 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,763 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,766 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:58:20,767 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:58:20,767 INFO [StoreOpener-1cd10b7fb1ef26c7ec70eb2737739fa8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,767 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:58:20,767 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a36ac949d9507726e31f17f5bdbaf54, NAME => 'SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T03:58:20,767 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,768 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:20,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66f606f610d3029e01e4de4ac2b01c95, server=e2eaa0f11f7e,44685,1733111877868 because future has completed 2024-12-02T03:58:20,768 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,768 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,769 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e2eaa0f11f7e,44685,1733111877868, table=SPTestTable, region=66f606f610d3029e01e4de4ac2b01c95. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T03:58:20,770 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f21ae890faad959052c3fcae15588626, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:20,771 INFO [StoreOpener-1cd10b7fb1ef26c7ec70eb2737739fa8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cd10b7fb1ef26c7ec70eb2737739fa8 columnFamilyName cf 2024-12-02T03:58:20,771 DEBUG [StoreOpener-1cd10b7fb1ef26c7ec70eb2737739fa8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:20,774 INFO [StoreOpener-1cd10b7fb1ef26c7ec70eb2737739fa8-1 {}] regionserver.HStore(327): Store=1cd10b7fb1ef26c7ec70eb2737739fa8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:58:20,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f21ae890faad959052c3fcae15588626, server=e2eaa0f11f7e,40003,1733111878029 because future has completed 2024-12-02T03:58:20,774 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,776 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=9 2024-12-02T03:58:20,777 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 66f606f610d3029e01e4de4ac2b01c95, server=e2eaa0f11f7e,44685,1733111877868 in 10.0890 sec 2024-12-02T03:58:20,778 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,778 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-12-02T03:58:20,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=66f606f610d3029e01e4de4ac2b01c95, ASSIGN in 10.2680 sec 2024-12-02T03:58:20,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f21ae890faad959052c3fcae15588626, server=e2eaa0f11f7e,40003,1733111878029 in 10.0870 sec 2024-12-02T03:58:20,781 INFO [StoreOpener-0a36ac949d9507726e31f17f5bdbaf54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,782 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f21ae890faad959052c3fcae15588626, ASSIGN in 10.2710 sec 2024-12-02T03:58:20,784 INFO [StoreOpener-0a36ac949d9507726e31f17f5bdbaf54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a36ac949d9507726e31f17f5bdbaf54 columnFamilyName cf 2024-12-02T03:58:20,784 DEBUG [StoreOpener-0a36ac949d9507726e31f17f5bdbaf54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:20,785 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/1cd10b7fb1ef26c7ec70eb2737739fa8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:58:20,785 INFO [StoreOpener-0a36ac949d9507726e31f17f5bdbaf54-1 {}] regionserver.HStore(327): Store=0a36ac949d9507726e31f17f5bdbaf54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:58:20,785 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,786 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 1cd10b7fb1ef26c7ec70eb2737739fa8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73182123, jitterRate=0.09049861133098602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:58:20,786 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:20,786 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 1cd10b7fb1ef26c7ec70eb2737739fa8: Running coprocessor pre-open hook at 1733111900763Writing region info on filesystem at 1733111900763Initializing all the Stores at 1733111900765 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111900765Cleaning up temporary data from old regions at 1733111900778 (+13 ms)Running coprocessor post-open hooks at 1733111900786 (+8 ms)Region opened successfully at 1733111900786 2024-12-02T03:58:20,786 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/352bd16ba42dae74fced1dabc3fc74c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:58:20,787 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,787 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,788 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8., pid=15, masterSystemTime=1733111900687 2024-12-02T03:58:20,788 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 352bd16ba42dae74fced1dabc3fc74c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60448502, jitterRate=-0.09924712777137756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:58:20,788 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:20,788 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,788 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 352bd16ba42dae74fced1dabc3fc74c0: Running coprocessor pre-open hook at 1733111900747Writing region info on filesystem at 1733111900747Initializing all the Stores at 1733111900749 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111900749Cleaning up temporary data from old regions at 1733111900758 (+9 ms)Running coprocessor post-open hooks at 1733111900788 (+30 ms)Region opened successfully at 1733111900788 2024-12-02T03:58:20,788 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,789 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., pid=24, masterSystemTime=1733111900708 2024-12-02T03:58:20,791 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:58:20,791 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:58:20,792 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1cd10b7fb1ef26c7ec70eb2737739fa8, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:58:20,793 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:58:20,793 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:58:20,793 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:58:20,793 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e7b577a03126910bc69e891ff930d0ef, NAME => 'SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T03:58:20,794 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,794 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:20,794 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,794 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=352bd16ba42dae74fced1dabc3fc74c0, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cd10b7fb1ef26c7ec70eb2737739fa8, server=e2eaa0f11f7e,44685,1733111877868 because future has completed 2024-12-02T03:58:20,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0, server=e2eaa0f11f7e,33617,1733111877962 because future has completed 2024-12-02T03:58:20,803 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/0a36ac949d9507726e31f17f5bdbaf54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:58:20,804 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 0a36ac949d9507726e31f17f5bdbaf54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63649788, jitterRate=-0.051544249057769775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:58:20,804 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:20,804 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 0a36ac949d9507726e31f17f5bdbaf54: Running coprocessor pre-open hook at 1733111900768Writing region info on filesystem at 1733111900768Initializing all the Stores at 1733111900774 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111900774Cleaning up temporary data from old regions at 1733111900788 (+14 ms)Running coprocessor post-open hooks at 1733111900804 (+16 ms)Region opened successfully at 1733111900804 2024-12-02T03:58:20,805 INFO [StoreOpener-e7b577a03126910bc69e891ff930d0ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-12-02T03:58:20,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cd10b7fb1ef26c7ec70eb2737739fa8, server=e2eaa0f11f7e,44685,1733111877868 in 10.1200 sec 2024-12-02T03:58:20,806 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54., pid=22, masterSystemTime=1733111900697 2024-12-02T03:58:20,808 INFO [StoreOpener-e7b577a03126910bc69e891ff930d0ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b577a03126910bc69e891ff930d0ef columnFamilyName cf 2024-12-02T03:58:20,808 DEBUG [StoreOpener-e7b577a03126910bc69e891ff930d0ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:20,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-12-02T03:58:20,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0, server=e2eaa0f11f7e,33617,1733111877962 in 10.0950 sec 2024-12-02T03:58:20,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1cd10b7fb1ef26c7ec70eb2737739fa8, ASSIGN in 10.2970 sec 2024-12-02T03:58:20,809 INFO [StoreOpener-e7b577a03126910bc69e891ff930d0ef-1 {}] regionserver.HStore(327): Store=e7b577a03126910bc69e891ff930d0ef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:58:20,810 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,810 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:58:20,810 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:58:20,811 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,812 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,812 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a36ac949d9507726e31f17f5bdbaf54, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:20,813 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,813 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=352bd16ba42dae74fced1dabc3fc74c0, ASSIGN in 10.3010 sec 2024-12-02T03:58:20,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a36ac949d9507726e31f17f5bdbaf54, server=e2eaa0f11f7e,40003,1733111878029 because future has completed 2024-12-02T03:58:20,816 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,820 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/e7b577a03126910bc69e891ff930d0ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:58:20,820 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e7b577a03126910bc69e891ff930d0ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72950545, jitterRate=0.08704783022403717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:58:20,820 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:20,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-12-02T03:58:20,821 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e7b577a03126910bc69e891ff930d0ef: Running coprocessor pre-open hook at 1733111900794Writing region info on filesystem at 1733111900794Initializing all the Stores at 1733111900796 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111900797 (+1 ms)Cleaning up temporary data from old regions at 1733111900813 (+16 ms)Running coprocessor post-open hooks at 1733111900821 (+8 ms)Region opened successfully at 1733111900821 2024-12-02T03:58:20,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a36ac949d9507726e31f17f5bdbaf54, server=e2eaa0f11f7e,40003,1733111878029 in 10.1110 sec 2024-12-02T03:58:20,822 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef., pid=21, masterSystemTime=1733111900708 2024-12-02T03:58:20,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0a36ac949d9507726e31f17f5bdbaf54, ASSIGN in 10.3130 sec 2024-12-02T03:58:20,825 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:58:20,825 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:58:20,825 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:58:20,826 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => c84384f7b25f0d342207fc2e287d1ecd, NAME => 'SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-02T03:58:20,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e7b577a03126910bc69e891ff930d0ef, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:20,826 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,826 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:20,826 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,827 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7b577a03126910bc69e891ff930d0ef, server=e2eaa0f11f7e,33617,1733111877962 because future has completed 2024-12-02T03:58:20,830 INFO [StoreOpener-c84384f7b25f0d342207fc2e287d1ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,832 INFO [StoreOpener-c84384f7b25f0d342207fc2e287d1ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84384f7b25f0d342207fc2e287d1ecd columnFamilyName cf 2024-12-02T03:58:20,832 DEBUG [StoreOpener-c84384f7b25f0d342207fc2e287d1ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:20,833 INFO [StoreOpener-c84384f7b25f0d342207fc2e287d1ecd-1 {}] regionserver.HStore(327): Store=c84384f7b25f0d342207fc2e287d1ecd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:58:20,833 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,835 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,835 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-12-02T03:58:20,836 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,836 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e7b577a03126910bc69e891ff930d0ef, server=e2eaa0f11f7e,33617,1733111877962 in 10.1280 sec 2024-12-02T03:58:20,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7b577a03126910bc69e891ff930d0ef, ASSIGN in 10.3280 sec 2024-12-02T03:58:20,839 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,842 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/c84384f7b25f0d342207fc2e287d1ecd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:58:20,843 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened c84384f7b25f0d342207fc2e287d1ecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66152300, jitterRate=-0.01425391435623169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:58:20,843 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:20,843 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for c84384f7b25f0d342207fc2e287d1ecd: Running coprocessor pre-open hook at 1733111900827Writing region info on filesystem at 1733111900827Initializing all the Stores at 1733111900829 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111900829Cleaning up temporary data from old regions at 1733111900836 (+7 ms)Running coprocessor post-open hooks at 1733111900843 (+7 ms)Region opened successfully at 1733111900843 2024-12-02T03:58:20,844 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., pid=20, masterSystemTime=1733111900708 2024-12-02T03:58:20,847 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:58:20,847 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:58:20,848 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c84384f7b25f0d342207fc2e287d1ecd, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:20,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c84384f7b25f0d342207fc2e287d1ecd, server=e2eaa0f11f7e,33617,1733111877962 because future has completed 2024-12-02T03:58:20,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-02T03:58:20,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c84384f7b25f0d342207fc2e287d1ecd, server=e2eaa0f11f7e,33617,1733111877962 in 10.1520 sec 2024-12-02T03:58:20,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-12-02T03:58:20,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c84384f7b25f0d342207fc2e287d1ecd, ASSIGN in 10.3480 sec 2024-12-02T03:58:20,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T03:58:20,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111900863"}]},"ts":"1733111900863"} 2024-12-02T03:58:20,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-02T03:58:20,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T03:58:20,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5360 sec 2024-12-02T03:58:23,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-02T03:58:26,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T03:58:26,332 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T03:58:27,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-02T03:58:27,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-02T03:58:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:58:28,658 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-02T03:58:28,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-02T03:58:28,661 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:58:28,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-02T03:58:28,678 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:58:28,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-02T03:58:28,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,721 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,724 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,729 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,771 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c., hostname=e2eaa0f11f7e,44685,1733111877868, seqNum=2] 2024-12-02T03:58:28,773 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c., hostname=e2eaa0f11f7e,44685,1733111877868, seqNum=2] 2024-12-02T03:58:28,776 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c., hostname=e2eaa0f11f7e,44685,1733111877868, seqNum=2] 2024-12-02T03:58:28,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c., hostname=e2eaa0f11f7e,44685,1733111877868, seqNum=2] 2024-12-02T03:58:28,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c., hostname=e2eaa0f11f7e,44685,1733111877868, seqNum=2] 2024-12-02T03:58:28,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c., hostname=e2eaa0f11f7e,44685,1733111877868, seqNum=2] 2024-12-02T03:58:28,785 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c., hostname=e2eaa0f11f7e,44685,1733111877868, seqNum=2] 2024-12-02T03:58:28,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c., hostname=e2eaa0f11f7e,44685,1733111877868, seqNum=2] 2024-12-02T03:58:28,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626., hostname=e2eaa0f11f7e,40003,1733111878029, seqNum=2] 2024-12-02T03:58:28,816 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626., hostname=e2eaa0f11f7e,40003,1733111878029, seqNum=2] 2024-12-02T03:58:28,819 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626., hostname=e2eaa0f11f7e,40003,1733111878029, seqNum=2] 2024-12-02T03:58:28,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626., hostname=e2eaa0f11f7e,40003,1733111878029, seqNum=2] 2024-12-02T03:58:28,824 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626., hostname=e2eaa0f11f7e,40003,1733111878029, seqNum=2] 2024-12-02T03:58:28,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626., hostname=e2eaa0f11f7e,40003,1733111878029, seqNum=2] 2024-12-02T03:58:28,829 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626., hostname=e2eaa0f11f7e,40003,1733111878029, seqNum=2] 2024-12-02T03:58:28,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626., hostname=e2eaa0f11f7e,40003,1733111878029, seqNum=2] 2024-12-02T03:58:28,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:28,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=2] 2024-12-02T03:58:29,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:58:29,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:58:29,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:58:29,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:58:29,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44685 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T03:58:29,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:58:29,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40003 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T03:58:29,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T03:58:30,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T03:58:30,186 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-02T03:58:30,188 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:58:30,189 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T03:58:30,194 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T03:58:30,207 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T03:58:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741848_1024 (size=49) 2024-12-02T03:58:30,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741848_1024 (size=49) 2024-12-02T03:58:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741848_1024 (size=49) 2024-12-02T03:58:30,220 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T03:58:30,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a36ac949d9507726e31f17f5bdbaf54}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cd10b7fb1ef26c7ec70eb2737739fa8}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66f606f610d3029e01e4de4ac2b01c95}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06233b38e412034756ae62d6d06fccfa}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 885da1591c2204c07bda54e17f92573c}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f21ae890faad959052c3fcae15588626}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd}] 2024-12-02T03:58:30,226 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:30,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:30,226 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:30,226 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f21ae890faad959052c3fcae15588626 2024-12-02T03:58:30,227 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:30,233 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:30,233 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:30,233 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:30,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:30,237 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:30,289 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:30,289 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e2eaa0f11f7e,33617,1733111877962: Simulated kill ***** 2024-12-02T03:58:30,290 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T03:58:30,292 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T03:58:30,293 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T03:58:30,294 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T03:58:30,295 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T03:58:30,299 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 569191248 }, "NonHeapMemoryUsage": { "committed": 157417472, "init": 7667712, "max": -1, "used": 154061208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e2eaa0f11f7e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e2eaa0f11f7e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51821", "tag.serverName": "e2eaa0f11f7e,33617,1733111877962", "tag.clusterId": "8970b9af-355b-4a62-9e2e-adcda47c69f9", "tag.Context": "regionserver", "tag.Hostname": "e2eaa0f11f7e", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733111877962, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-02T03:58:30,302 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38951 {}] master.MasterRpcServices(700): e2eaa0f11f7e,33617,1733111877962 reported a fatal error: ***** ABORTING region server e2eaa0f11f7e,33617,1733111877962: Simulated kill ***** 2024-12-02T03:58:30,305 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,33617,1733111877962' ***** 2024-12-02T03:58:30,305 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-02T03:58:30,305 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:58:30,305 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T03:58:30,306 INFO [RS:1;e2eaa0f11f7e:33617 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T03:58:30,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:58:30,306 INFO [RS:1;e2eaa0f11f7e:33617 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T03:58:30,306 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:58:30,306 INFO [RS:1;e2eaa0f11f7e:33617 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e2eaa0f11f7e:33617. 2024-12-02T03:58:30,306 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:58:30,306 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:58:30,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741836_1012 (size=14382) 2024-12-02T03:58:30,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741836_1012 (size=14382) 2024-12-02T03:58:30,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741836_1012 (size=14382) 2024-12-02T03:58:30,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741834_1010 (size=1257) 2024-12-02T03:58:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741834_1010 (size=1257) 2024-12-02T03:58:30,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741834_1010 (size=1257) 2024-12-02T03:58:30,320 DEBUG [RS:1;e2eaa0f11f7e:33617 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:58:30,320 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:58:30,320 INFO [RS:1;e2eaa0f11f7e:33617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33617 2024-12-02T03:58:30,331 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T03:58:30,331 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T03:58:30,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:58:30,373 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:58:30,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,33617,1733111877962 2024-12-02T03:58:30,375 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:58:30,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,33617,1733111877962] 2024-12-02T03:58:30,390 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,33617,1733111877962 already deleted, retry=false 2024-12-02T03:58:30,390 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e2eaa0f11f7e,33617,1733111877962 on e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:58:30,397 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e2eaa0f11f7e,33617,1733111877962, splitWal=true, meta=true 2024-12-02T03:58:30,402 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for e2eaa0f11f7e,33617,1733111877962 (carryingMeta=true) e2eaa0f11f7e,33617,1733111877962/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2b436f68[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T03:58:30,403 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e2eaa0f11f7e,33617,1733111877962, splitWal=true, meta=true 2024-12-02T03:58:30,404 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e2eaa0f11f7e,33617,1733111877962, splitWal=true, meta=true, isMeta: true 2024-12-02T03:58:30,405 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:30,405 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:30,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:30,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:30,407 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting 2024-12-02T03:58:30,408 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd can not run currently because target server of region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-02T03:58:30,408 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 can not run currently because target server of region SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-02T03:58:30,408 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef can not run currently because target server of region SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-02T03:58:30,408 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30; timeout=1000, timestamp=1733111911408 2024-12-02T03:58:30,408 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef; timeout=1000, timestamp=1733111911408 2024-12-02T03:58:30,408 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd; timeout=1000, timestamp=1733111911408 2024-12-02T03:58:30,408 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 can not run currently because target server of region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-02T03:58:30,409 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0; timeout=1000, timestamp=1733111911409 2024-12-02T03:58:30,409 INFO [PEWorker-1 {}] master.SplitWALManager(105): e2eaa0f11f7e,33617,1733111877962 WAL count=1, meta=true 2024-12-02T03:58:30,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta}] 2024-12-02T03:58:30,419 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:30,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta, worker=e2eaa0f11f7e,40003,1733111878029}] 2024-12-02T03:58:30,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:58:30,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33617-0x101957a1ddf0002, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:58:30,483 INFO [RS:1;e2eaa0f11f7e:33617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:58:30,483 INFO [RS:1;e2eaa0f11f7e:33617 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,33617,1733111877962; zookeeper connection closed. 2024-12-02T03:58:30,483 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bb08707 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bb08707 2024-12-02T03:58:31,409 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:31,409 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:31,410 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:31,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:31,413 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd can not run currently because target server of region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-02T03:58:31,413 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd; timeout=2000, timestamp=1733111913413 2024-12-02T03:58:31,414 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef can not run currently because target server of region SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-02T03:58:31,414 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 can not run currently because target server of region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-02T03:58:31,414 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef; timeout=2000, timestamp=1733111913414 2024-12-02T03:58:31,414 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 can not run currently because target server of region SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-02T03:58:31,414 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0; timeout=2000, timestamp=1733111913414 2024-12-02T03:58:31,414 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30; timeout=2000, timestamp=1733111913414 2024-12-02T03:58:33,415 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:33,415 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:33,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:33,416 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:33,418 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd can not run currently because target server of region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-02T03:58:33,418 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef can not run currently because target server of region SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-02T03:58:33,418 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 can not run currently because target server of region SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-02T03:58:33,418 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 can not run currently because target server of region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-02T03:58:33,418 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd; timeout=4000, timestamp=1733111917418 2024-12-02T03:58:33,418 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef; timeout=4000, timestamp=1733111917418 2024-12-02T03:58:33,418 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30; timeout=4000, timestamp=1733111917418 2024-12-02T03:58:33,418 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0; timeout=4000, timestamp=1733111917418 2024-12-02T03:58:37,419 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:37,420 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:37,420 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:37,420 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:37,423 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd can not run currently because target server of region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-02T03:58:37,423 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd; timeout=8000, timestamp=1733111925423 2024-12-02T03:58:37,423 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 can not run currently because target server of region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-02T03:58:37,423 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef can not run currently because target server of region SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-02T03:58:37,423 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0; timeout=8000, timestamp=1733111925423 2024-12-02T03:58:37,423 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef; timeout=8000, timestamp=1733111925423 2024-12-02T03:58:37,424 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 can not run currently because target server of region SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-02T03:58:37,424 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30; timeout=8000, timestamp=1733111925424 2024-12-02T03:58:40,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-02T03:58:40,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-02T03:58:40,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-02T03:58:40,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-02T03:58:40,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:58:40,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:58:40,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:58:40,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:58:40,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-02T03:58:40,238 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:58:40,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-02T03:58:40,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-02T03:58:40,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:58:40,243 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 885da1591c2204c07bda54e17f92573c 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-02T03:58:40,243 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f21ae890faad959052c3fcae15588626 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-02T03:58:40,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 06233b38e412034756ae62d6d06fccfa: 2024-12-02T03:58:40,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0a36ac949d9507726e31f17f5bdbaf54: 2024-12-02T03:58:40,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 66f606f610d3029e01e4de4ac2b01c95: 2024-12-02T03:58:40,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. for SnapshotProcedureTest completed. 2024-12-02T03:58:40,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. for SnapshotProcedureTest completed. 2024-12-02T03:58:40,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. for SnapshotProcedureTest completed. 2024-12-02T03:58:40,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 1cd10b7fb1ef26c7ec70eb2737739fa8: 2024-12-02T03:58:40,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. for SnapshotProcedureTest completed. 2024-12-02T03:58:40,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T03:58:40,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T03:58:40,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T03:58:40,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T03:58:40,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T03:58:40,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T03:58:40,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T03:58:40,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T03:58:40,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T03:58:40,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T03:58:40,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T03:58:40,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T03:58:40,269 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta, size=14.0 K (14382bytes) 2024-12-02T03:58:40,270 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T03:58:40,270 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T03:58:40,270 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta 2024-12-02T03:58:40,276 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta after 4ms 2024-12-02T03:58:40,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741850_1026 (size=65) 2024-12-02T03:58:40,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741850_1026 (size=65) 2024-12-02T03:58:40,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741850_1026 (size=65) 2024-12-02T03:58:40,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:58:40,284 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-02T03:58:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-02T03:58:40,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:40,287 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:58:40,292 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta took 25ms 2024-12-02T03:58:40,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 66f606f610d3029e01e4de4ac2b01c95 in 10.0710 sec 2024-12-02T03:58:40,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741852_1028 (size=65) 2024-12-02T03:58:40,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741849_1025 (size=65) 2024-12-02T03:58:40,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741852_1028 (size=65) 2024-12-02T03:58:40,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741852_1028 (size=65) 2024-12-02T03:58:40,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741849_1025 (size=65) 2024-12-02T03:58:40,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741849_1025 (size=65) 2024-12-02T03:58:40,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:58:40,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-02T03:58:40,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:58:40,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T03:58:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-02T03:58:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-02T03:58:40,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:40,305 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:40,305 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:58:40,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:58:40,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06233b38e412034756ae62d6d06fccfa in 10.0850 sec 2024-12-02T03:58:40,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1cd10b7fb1ef26c7ec70eb2737739fa8 in 10.0850 sec 2024-12-02T03:58:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741851_1027 (size=57) 2024-12-02T03:58:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741851_1027 (size=57) 2024-12-02T03:58:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741851_1027 (size=57) 2024-12-02T03:58:40,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:58:40,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-02T03:58:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-02T03:58:40,315 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:40,316 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:58:40,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0a36ac949d9507726e31f17f5bdbaf54 in 10.0960 sec 2024-12-02T03:58:40,333 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-02T03:58:40,337 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta so closing down 2024-12-02T03:58:40,337 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T03:58:40,340 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta.temp 2024-12-02T03:58:40,343 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta.temp 2024-12-02T03:58:40,345 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T03:58:40,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c/.tmp/cf/82bd64cd22f6480fb506d35e04d4d38b is 34, key is baa/cf:cf/1733111909642/Put/seqid=0 2024-12-02T03:58:40,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626/.tmp/cf/c59589046f4a4e14948944852b80da26 is 34, key is ccd/cf:cf/1733111909672/Put/seqid=0 2024-12-02T03:58:40,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741853_1029 (size=14141) 2024-12-02T03:58:40,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741853_1029 (size=14141) 2024-12-02T03:58:40,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741853_1029 (size=14141) 2024-12-02T03:58:40,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-02T03:58:40,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta.temp to hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T03:58:40,369 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 44 ms; skipped=1; WAL=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-02T03:58:40,369 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta, journal: Splitting hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta, size=14.0 K (14382bytes) at 1733111920269Finishing writing output for hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta so closing down at 1733111920337 (+68 ms)Creating recovered edits writer path=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta.temp at 1733111920343 (+6 ms)3 split writer threads finished at 1733111920346 (+3 ms)Closed recovered edits writer path=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733111920363 (+17 ms)Rename recovered edits hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta.temp to hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733111920365 (+2 ms)Processed 26 edits across 1 Regions in 44 ms; skipped=1; WAL=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733111920369 (+4 ms) 2024-12-02T03:58:40,370 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta 2024-12-02T03:58:40,370 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-02T03:58:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-02T03:58:40,378 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta to hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/oldWALs 2024-12-02T03:58:40,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-02T03:58:40,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta, worker=e2eaa0f11f7e,40003,1733111878029 in 9.9560 sec 2024-12-02T03:58:40,383 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741855_1031 (size=28623) 2024-12-02T03:58:40,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741855_1031 (size=28623) 2024-12-02T03:58:40,386 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c/.tmp/cf/82bd64cd22f6480fb506d35e04d4d38b 2024-12-02T03:58:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741855_1031 (size=28623) 2024-12-02T03:58:40,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-02T03:58:40,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e2eaa0f11f7e%2C33617%2C1733111877962.meta.1733111889840.meta, worker=e2eaa0f11f7e,40003,1733111878029 in 9.9720 sec 2024-12-02T03:58:40,391 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting dir is empty, no logs to split. 2024-12-02T03:58:40,391 INFO [PEWorker-2 {}] master.SplitWALManager(105): e2eaa0f11f7e,33617,1733111877962 WAL count=0, meta=true 2024-12-02T03:58:40,391 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if e2eaa0f11f7e,33617,1733111877962 WAL splitting is done? wals=0, meta=true 2024-12-02T03:58:40,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:58:40,395 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:58:40,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741854_1030 (size=47197) 2024-12-02T03:58:40,397 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T03:58:40,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741854_1030 (size=47197) 2024-12-02T03:58:40,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741854_1030 (size=47197) 2024-12-02T03:58:40,400 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626/.tmp/cf/c59589046f4a4e14948944852b80da26 2024-12-02T03:58:40,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c/.tmp/cf/82bd64cd22f6480fb506d35e04d4d38b as hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c/cf/82bd64cd22f6480fb506d35e04d4d38b 2024-12-02T03:58:40,441 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626/.tmp/cf/c59589046f4a4e14948944852b80da26 as hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626/cf/c59589046f4a4e14948944852b80da26 2024-12-02T03:58:40,451 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c/cf/82bd64cd22f6480fb506d35e04d4d38b, entries=731, sequenceid=5, filesize=28.0 K 2024-12-02T03:58:40,451 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626/cf/c59589046f4a4e14948944852b80da26, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-02T03:58:40,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 885da1591c2204c07bda54e17f92573c in 215ms, sequenceid=5, compaction requested=false 2024-12-02T03:58:40,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f21ae890faad959052c3fcae15588626 in 214ms, sequenceid=5, compaction requested=false 2024-12-02T03:58:40,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 885da1591c2204c07bda54e17f92573c: 2024-12-02T03:58:40,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. for SnapshotProcedureTest completed. 2024-12-02T03:58:40,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f21ae890faad959052c3fcae15588626: 2024-12-02T03:58:40,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. for SnapshotProcedureTest completed. 2024-12-02T03:58:40,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T03:58:40,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T03:58:40,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c/cf/82bd64cd22f6480fb506d35e04d4d38b] hfiles 2024-12-02T03:58:40,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T03:58:40,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T03:58:40,458 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626/cf/c59589046f4a4e14948944852b80da26] hfiles 2024-12-02T03:58:40,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c/cf/82bd64cd22f6480fb506d35e04d4d38b for snapshot=SnapshotProcedureTest 2024-12-02T03:58:40,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626/cf/c59589046f4a4e14948944852b80da26 for snapshot=SnapshotProcedureTest 2024-12-02T03:58:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741857_1033 (size=105) 2024-12-02T03:58:40,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741857_1033 (size=105) 2024-12-02T03:58:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741857_1033 (size=105) 2024-12-02T03:58:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741856_1032 (size=105) 2024-12-02T03:58:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741856_1032 (size=105) 2024-12-02T03:58:40,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:58:40,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-02T03:58:40,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-02T03:58:40,477 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f21ae890faad959052c3fcae15588626 2024-12-02T03:58:40,477 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f21ae890faad959052c3fcae15588626 2024-12-02T03:58:40,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741856_1032 (size=105) 2024-12-02T03:58:40,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:58:40,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T03:58:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T03:58:40,479 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:40,480 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 885da1591c2204c07bda54e17f92573c 2024-12-02T03:58:40,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f21ae890faad959052c3fcae15588626 in 10.2580 sec 2024-12-02T03:58:40,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 885da1591c2204c07bda54e17f92573c in 10.2600 sec 2024-12-02T03:58:40,548 DEBUG [e2eaa0f11f7e:38951 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T03:58:40,548 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:58:40,549 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:58:40,549 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:58:40,549 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:58:40,549 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:58:40,549 INFO [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:58:40,549 INFO [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:58:40,549 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:58:40,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:40,551 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,40003,1733111878029, state=OPENING 2024-12-02T03:58:40,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:58:40,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:58:40,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:58:40,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:58:40,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:58:40,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:58:40,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:58:40,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,40003,1733111878029}] 2024-12-02T03:58:45,423 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:58:45,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:58:45,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:58:45,425 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:58:45,425 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd can not run currently because target server of region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-02T03:58:45,425 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 can not run currently because target server of region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-02T03:58:45,425 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef can not run currently because target server of region SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-02T03:58:45,425 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd; timeout=16000, timestamp=1733111941425 2024-12-02T03:58:45,425 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef; timeout=16000, timestamp=1733111941425 2024-12-02T03:58:45,425 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0; timeout=16000, timestamp=1733111941425 2024-12-02T03:58:45,426 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 can not run currently because target server of region SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. e2eaa0f11f7e,33617,1733111877962 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-02T03:58:45,426 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30; timeout=16000, timestamp=1733111941426 2024-12-02T03:58:50,383 INFO [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T03:58:50,383 INFO [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T03:58:50,620 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:58:50,620 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:58:50,621 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:58:50,623 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C40003%2C1733111878029.meta, suffix=.meta, logDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,40003,1733111878029, archiveDir=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/oldWALs, maxLogs=32 2024-12-02T03:58:50,636 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,40003,1733111878029/e2eaa0f11f7e%2C40003%2C1733111878029.meta.1733111930624.meta, exclude list is [], retry=0 2024-12-02T03:58:50,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43487,DS-e3e30120-0d3b-48bb-b101-afafdc5ced57,DISK] 2024-12-02T03:58:50,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38575,DS-bf93f4ff-abb8-4312-819d-b8080619f796,DISK] 2024-12-02T03:58:50,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44459,DS-0cf2eba5-c189-4fae-a573-5c2e3177aaad,DISK] 2024-12-02T03:58:50,641 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,40003,1733111878029/e2eaa0f11f7e%2C40003%2C1733111878029.meta.1733111930624.meta 2024-12-02T03:58:50,641 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41429:41429),(127.0.0.1/127.0.0.1:38185:38185),(127.0.0.1/127.0.0.1:40399:40399)] 2024-12-02T03:58:50,641 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:58:50,641 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:58:50,642 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:58:50,642 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:58:50,642 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:58:50,642 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:58:50,642 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:58:50,642 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:58:50,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:58:50,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:58:50,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:50,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:58:50,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:58:50,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:58:50,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:50,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:58:50,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:58:50,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:58:50,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:50,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:58:50,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:58:50,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:58:50,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:58:50,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:58:50,652 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:58:50,652 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740 2024-12-02T03:58:50,655 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740 2024-12-02T03:58:50,656 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T03:58:50,666 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T03:58:50,667 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-02T03:58:50,688 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/info/4c0db2c81ace47a1a8a4eab3f54f56f5 is 167, key is SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8./info:regioninfo/1733111900792/Put/seqid=0 2024-12-02T03:58:50,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741859_1035 (size=18393) 2024-12-02T03:58:50,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741859_1035 (size=18393) 2024-12-02T03:58:50,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741859_1035 (size=18393) 2024-12-02T03:58:50,697 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/info/4c0db2c81ace47a1a8a4eab3f54f56f5 2024-12-02T03:58:50,722 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/ns/e58d0ded9bd4476eabfc7661ab785189 is 43, key is default/ns:d/1733111890027/Put/seqid=0 2024-12-02T03:58:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741860_1036 (size=5153) 2024-12-02T03:58:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741860_1036 (size=5153) 2024-12-02T03:58:50,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741860_1036 (size=5153) 2024-12-02T03:58:50,730 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/ns/e58d0ded9bd4476eabfc7661ab785189 2024-12-02T03:58:50,753 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/table/209034edfd6e41ca836456778a127f8f is 47, key is SPTestTable/table:state/1733111900863/Put/seqid=0 2024-12-02T03:58:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741861_1037 (size=5214) 2024-12-02T03:58:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741861_1037 (size=5214) 2024-12-02T03:58:50,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741861_1037 (size=5214) 2024-12-02T03:58:50,762 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/table/209034edfd6e41ca836456778a127f8f 2024-12-02T03:58:50,772 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/info/4c0db2c81ace47a1a8a4eab3f54f56f5 as hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/info/4c0db2c81ace47a1a8a4eab3f54f56f5 2024-12-02T03:58:50,782 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/info/4c0db2c81ace47a1a8a4eab3f54f56f5, entries=100, sequenceid=28, filesize=18.0 K 2024-12-02T03:58:50,784 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/ns/e58d0ded9bd4476eabfc7661ab785189 as hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/ns/e58d0ded9bd4476eabfc7661ab785189 2024-12-02T03:58:50,793 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/ns/e58d0ded9bd4476eabfc7661ab785189, entries=2, sequenceid=28, filesize=5.0 K 2024-12-02T03:58:50,795 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/table/209034edfd6e41ca836456778a127f8f as hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/table/209034edfd6e41ca836456778a127f8f 2024-12-02T03:58:50,806 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/table/209034edfd6e41ca836456778a127f8f, entries=2, sequenceid=28, filesize=5.1 K 2024-12-02T03:58:50,806 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 140ms, sequenceid=28, compaction requested=false; wal=null 2024-12-02T03:58:50,807 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T03:58:50,809 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:58:50,809 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:58:50,810 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:58:50,812 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:58:50,814 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-02T03:58:50,816 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71488603, jitterRate=0.06526319682598114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:58:50,816 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:58:50,816 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733111930642Writing region info on filesystem at 1733111930642Initializing all the Stores at 1733111930643 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111930644 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111930645 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111930645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111930645Obtaining lock to block concurrent updates at 1733111930667 (+22 ms)Preparing flush snapshotting stores in 1588230740 at 1733111930667Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733111930667Flushing stores of hbase:meta,,1.1588230740 at 1733111930667Flushing 1588230740/info: creating writer at 1733111930667Flushing 1588230740/info: appending metadata at 1733111930688 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733111930688Flushing 1588230740/ns: creating writer at 1733111930706 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733111930722 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733111930722Flushing 1588230740/table: creating writer at 1733111930738 (+16 ms)Flushing 1588230740/table: appending metadata at 1733111930752 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733111930752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a6a376b: reopening flushed file at 1733111930771 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d15d211: reopening flushed file at 1733111930783 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2f0097: reopening flushed file at 1733111930794 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 140ms, sequenceid=28, compaction requested=false; wal=null at 1733111930806 (+12 ms)Cleaning up temporary data from old regions at 1733111930809 (+3 ms)Running coprocessor post-open hooks at 1733111930816 (+7 ms)Region opened successfully at 1733111930816 2024-12-02T03:58:50,817 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733111930608 2024-12-02T03:58:50,820 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:58:50,820 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:58:50,820 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:50,821 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,40003,1733111878029, state=OPEN 2024-12-02T03:58:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:58:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:58:50,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:58:50,877 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:50,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:58:50,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:58:50,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:58:50,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-02T03:58:50,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,40003,1733111878029 in 10.2720 sec 2024-12-02T03:58:50,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-02T03:58:50,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4880 sec 2024-12-02T03:58:50,883 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): e2eaa0f11f7e,33617,1733111877962 had 5 regions 2024-12-02T03:58:50,885 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e2eaa0f11f7e,33617,1733111877962, splitWal=true, meta=true, isMeta: false 2024-12-02T03:58:50,888 INFO [PEWorker-5 {}] master.SplitWALManager(105): e2eaa0f11f7e,33617,1733111877962 WAL count=1, meta=false 2024-12-02T03:58:50,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490}] 2024-12-02T03:58:50,890 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:58:50,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490, worker=e2eaa0f11f7e,40003,1733111878029}] 2024-12-02T03:58:56,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T03:58:56,332 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T03:58:59,117 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e2eaa0f11f7e:38951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-02T03:58:59,355 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-02T03:59:00,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-02T03:59:00,916 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490, size=1.2 K (1257bytes) 2024-12-02T03:59:00,916 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490 2024-12-02T03:59:00,917 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490 after 1ms 2024-12-02T03:59:00,921 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490 took 5ms 2024-12-02T03:59:00,923 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for d817fbb9923c73621024cee0e4b36c30: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T03:59:00,924 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 352bd16ba42dae74fced1dabc3fc74c0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T03:59:00,926 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for e7b577a03126910bc69e891ff930d0ef: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T03:59:00,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for c84384f7b25f0d342207fc2e287d1ecd: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T03:59:00,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490 so closing down 2024-12-02T03:59:00,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T03:59:00,927 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T03:59:00,927 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-12-02T03:59:00,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490, journal: Splitting hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490, size=1.2 K (1257bytes) at 1733111940916Finishing writing output for hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490 so closing down at 1733111940927 (+11 ms)3 split writer threads finished at 1733111940927Processed 4 edits across 0 Regions in 6 ms; skipped=4; WAL=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1733111940927 2024-12-02T03:59:00,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490 2024-12-02T03:59:00,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-02T03:59:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-02T03:59:00,932 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting/e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490 to hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/oldWALs 2024-12-02T03:59:00,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-02T03:59:00,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490, worker=e2eaa0f11f7e,40003,1733111878029 in 10.0400 sec 2024-12-02T03:59:00,936 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:00,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-02T03:59:00,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e2eaa0f11f7e%2C33617%2C1733111877962.1733111879490, worker=e2eaa0f11f7e,40003,1733111878029 in 10.0480 sec 2024-12-02T03:59:00,941 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/WALs/e2eaa0f11f7e,33617,1733111877962-splitting dir is empty, no logs to split. 2024-12-02T03:59:00,941 INFO [PEWorker-5 {}] master.SplitWALManager(105): e2eaa0f11f7e,33617,1733111877962 WAL count=0, meta=false 2024-12-02T03:59:00,941 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if e2eaa0f11f7e,33617,1733111877962 WAL splitting is done? wals=0, meta=false 2024-12-02T03:59:00,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c84384f7b25f0d342207fc2e287d1ecd, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d817fbb9923c73621024cee0e4b36c30, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=352bd16ba42dae74fced1dabc3fc74c0, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7b577a03126910bc69e891ff930d0ef, ASSIGN}] 2024-12-02T03:59:00,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=352bd16ba42dae74fced1dabc3fc74c0, ASSIGN 2024-12-02T03:59:00,946 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d817fbb9923c73621024cee0e4b36c30, ASSIGN 2024-12-02T03:59:00,946 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c84384f7b25f0d342207fc2e287d1ecd, ASSIGN 2024-12-02T03:59:00,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7b577a03126910bc69e891ff930d0ef, ASSIGN 2024-12-02T03:59:00,947 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e7b577a03126910bc69e891ff930d0ef, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T03:59:00,947 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=352bd16ba42dae74fced1dabc3fc74c0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T03:59:00,947 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d817fbb9923c73621024cee0e4b36c30, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T03:59:00,947 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c84384f7b25f0d342207fc2e287d1ecd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T03:59:01,098 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:59:01,099 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:59:01,099 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:59:01,099 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:59:01,099 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:59:01,099 INFO [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:59:01,099 INFO [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:59:01,099 DEBUG [e2eaa0f11f7e:38951 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:59:01,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=d817fbb9923c73621024cee0e4b36c30, regionState=OPENING, regionLocation=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:01,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=352bd16ba42dae74fced1dabc3fc74c0, regionState=OPENING, regionLocation=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:01,100 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=c84384f7b25f0d342207fc2e287d1ecd, regionState=OPENING, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:01,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=e7b577a03126910bc69e891ff930d0ef, regionState=OPENING, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:01,104 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e2eaa0f11f7e:33617 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e2eaa0f11f7e/172.17.0.2:33617 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:59:01,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1, error=java.net.ConnectException: Call to address=e2eaa0f11f7e:33617 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e2eaa0f11f7e/172.17.0.2:33617 2024-12-02T03:59:01,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-02T03:59:01,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1 from cache 2024-12-02T03:59:01,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e2eaa0f11f7e:33617 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e2eaa0f11f7e/172.17.0.2:33617 2024-12-02T03:59:01,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e2eaa0f11f7e:33617 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e2eaa0f11f7e/172.17.0.2:33617 2024-12-02T03:59:01,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e2eaa0f11f7e:33617 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e2eaa0f11f7e/172.17.0.2:33617 2024-12-02T03:59:01,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address e2eaa0f11f7e:33617 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e2eaa0f11f7e/172.17.0.2:33617 2024-12-02T03:59:01,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:59:01,215 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,40003,1733111878029, seqNum=-1] 2024-12-02T03:59:01,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:59:01,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42215, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:59:01,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d817fbb9923c73621024cee0e4b36c30, ASSIGN because future has completed 2024-12-02T03:59:01,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure d817fbb9923c73621024cee0e4b36c30, server=e2eaa0f11f7e,44685,1733111877868}] 2024-12-02T03:59:01,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e7b577a03126910bc69e891ff930d0ef, ASSIGN because future has completed 2024-12-02T03:59:01,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7b577a03126910bc69e891ff930d0ef, server=e2eaa0f11f7e,40003,1733111878029}] 2024-12-02T03:59:01,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=352bd16ba42dae74fced1dabc3fc74c0, ASSIGN because future has completed 2024-12-02T03:59:01,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0, server=e2eaa0f11f7e,44685,1733111877868}] 2024-12-02T03:59:01,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c84384f7b25f0d342207fc2e287d1ecd, ASSIGN because future has completed 2024-12-02T03:59:01,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure c84384f7b25f0d342207fc2e287d1ecd, server=e2eaa0f11f7e,40003,1733111878029}] 2024-12-02T03:59:01,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef held by pid=46 2024-12-02T03:59:01,427 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:01,427 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd held by pid=43 2024-12-02T03:59:01,427 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:01,427 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 held by pid=45 2024-12-02T03:59:01,427 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:01,427 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 held by pid=44 2024-12-02T03:59:01,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:05,697 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 885da1591c2204c07bda54e17f92573c, had cached 0 bytes from a total of 28623 2024-12-02T03:59:05,731 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f21ae890faad959052c3fcae15588626, had cached 0 bytes from a total of 47197 2024-12-02T03:59:10,213 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0a36ac949d9507726e31f17f5bdbaf54 changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:59:10,214 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 06233b38e412034756ae62d6d06fccfa changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:59:10,215 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f21ae890faad959052c3fcae15588626 changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:59:10,216 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:59:10,216 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1cd10b7fb1ef26c7ec70eb2737739fa8 changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:59:10,216 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 66f606f610d3029e01e4de4ac2b01c95 changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:59:10,217 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 885da1591c2204c07bda54e17f92573c changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:59:11,240 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:59:11,240 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:59:11,240 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => e7b577a03126910bc69e891ff930d0ef, NAME => 'SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T03:59:11,240 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => d817fbb9923c73621024cee0e4b36c30, NAME => 'SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T03:59:11,240 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,241 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:11,241 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,241 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:11,241 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,241 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,241 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,241 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,243 INFO [StoreOpener-e7b577a03126910bc69e891ff930d0ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,244 INFO [StoreOpener-e7b577a03126910bc69e891ff930d0ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b577a03126910bc69e891ff930d0ef columnFamilyName cf 2024-12-02T03:59:11,244 DEBUG [StoreOpener-e7b577a03126910bc69e891ff930d0ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:11,244 INFO [StoreOpener-e7b577a03126910bc69e891ff930d0ef-1 {}] regionserver.HStore(327): Store=e7b577a03126910bc69e891ff930d0ef/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:59:11,244 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,245 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,246 INFO [StoreOpener-d817fbb9923c73621024cee0e4b36c30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,247 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,247 INFO [StoreOpener-d817fbb9923c73621024cee0e4b36c30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d817fbb9923c73621024cee0e4b36c30 columnFamilyName cf 2024-12-02T03:59:11,247 DEBUG [StoreOpener-d817fbb9923c73621024cee0e4b36c30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:11,247 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,247 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,247 INFO [StoreOpener-d817fbb9923c73621024cee0e4b36c30-1 {}] regionserver.HStore(327): Store=d817fbb9923c73621024cee0e4b36c30/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:59:11,248 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,249 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,249 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,250 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened e7b577a03126910bc69e891ff930d0ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67247905, jitterRate=0.002071872353553772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:59:11,250 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,250 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,250 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for e7b577a03126910bc69e891ff930d0ef: Running coprocessor pre-open hook at 1733111951241Writing region info on filesystem at 1733111951241Initializing all the Stores at 1733111951242 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111951242Cleaning up temporary data from old regions at 1733111951247 (+5 ms)Running coprocessor post-open hooks at 1733111951250 (+3 ms)Region opened successfully at 1733111951250 2024-12-02T03:59:11,251 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,251 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,251 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef., pid=48, masterSystemTime=1733111951228 2024-12-02T03:59:11,253 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:59:11,253 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:59:11,254 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:59:11,254 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => c84384f7b25f0d342207fc2e287d1ecd, NAME => 'SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-02T03:59:11,254 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,254 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=e7b577a03126910bc69e891ff930d0ef, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:11,254 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,254 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:11,254 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,254 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,255 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened d817fbb9923c73621024cee0e4b36c30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59240887, jitterRate=-0.1172419935464859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:59:11,255 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,255 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for d817fbb9923c73621024cee0e4b36c30: Running coprocessor pre-open hook at 1733111951241Writing region info on filesystem at 1733111951241Initializing all the Stores at 1733111951242 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111951242Cleaning up temporary data from old regions at 1733111951251 (+9 ms)Running coprocessor post-open hooks at 1733111951255 (+4 ms)Region opened successfully at 1733111951255 2024-12-02T03:59:11,256 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30., pid=47, masterSystemTime=1733111951227 2024-12-02T03:59:11,256 INFO [StoreOpener-c84384f7b25f0d342207fc2e287d1ecd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7b577a03126910bc69e891ff930d0ef, server=e2eaa0f11f7e,40003,1733111878029 because future has completed 2024-12-02T03:59:11,258 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:59:11,258 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:59:11,258 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:59:11,258 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 352bd16ba42dae74fced1dabc3fc74c0, NAME => 'SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T03:59:11,259 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=d817fbb9923c73621024cee0e4b36c30, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:11,259 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:11,259 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,259 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,259 INFO [StoreOpener-c84384f7b25f0d342207fc2e287d1ecd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c84384f7b25f0d342207fc2e287d1ecd columnFamilyName cf 2024-12-02T03:59:11,260 DEBUG [StoreOpener-c84384f7b25f0d342207fc2e287d1ecd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:11,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=46 2024-12-02T03:59:11,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure e7b577a03126910bc69e891ff930d0ef, server=e2eaa0f11f7e,40003,1733111878029 in 10.0330 sec 2024-12-02T03:59:11,262 INFO [StoreOpener-c84384f7b25f0d342207fc2e287d1ecd-1 {}] regionserver.HStore(327): Store=c84384f7b25f0d342207fc2e287d1ecd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:59:11,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure d817fbb9923c73621024cee0e4b36c30, server=e2eaa0f11f7e,44685,1733111877868 because future has completed 2024-12-02T03:59:11,262 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,263 INFO [StoreOpener-352bd16ba42dae74fced1dabc3fc74c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,264 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e7b577a03126910bc69e891ff930d0ef, ASSIGN in 10.3180 sec 2024-12-02T03:59:11,265 INFO [StoreOpener-352bd16ba42dae74fced1dabc3fc74c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 352bd16ba42dae74fced1dabc3fc74c0 columnFamilyName cf 2024-12-02T03:59:11,265 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:11,265 DEBUG [StoreOpener-352bd16ba42dae74fced1dabc3fc74c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:11,266 INFO [StoreOpener-352bd16ba42dae74fced1dabc3fc74c0-1 {}] regionserver.HStore(327): Store=352bd16ba42dae74fced1dabc3fc74c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:59:11,266 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,266 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,267 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,267 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,267 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-12-02T03:59:11,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure d817fbb9923c73621024cee0e4b36c30, server=e2eaa0f11f7e,44685,1733111877868 in 10.0400 sec 2024-12-02T03:59:11,269 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,270 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,270 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d817fbb9923c73621024cee0e4b36c30, ASSIGN in 10.3250 sec 2024-12-02T03:59:11,271 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:11,272 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,274 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,274 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened c84384f7b25f0d342207fc2e287d1ecd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72310178, jitterRate=0.07750561833381653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:59:11,274 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,275 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for c84384f7b25f0d342207fc2e287d1ecd: Running coprocessor pre-open hook at 1733111951255Writing region info on filesystem at 1733111951255Initializing all the Stores at 1733111951256 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111951256Cleaning up temporary data from old regions at 1733111951267 (+11 ms)Running coprocessor post-open hooks at 1733111951274 (+7 ms)Region opened successfully at 1733111951274 2024-12-02T03:59:11,275 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., pid=50, masterSystemTime=1733111951228 2024-12-02T03:59:11,276 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 352bd16ba42dae74fced1dabc3fc74c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62871187, jitterRate=-0.06314630806446075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T03:59:11,276 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,276 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 352bd16ba42dae74fced1dabc3fc74c0: Running coprocessor pre-open hook at 1733111951259Writing region info on filesystem at 1733111951259Initializing all the Stores at 1733111951260 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111951260Cleaning up temporary data from old regions at 1733111951270 (+10 ms)Running coprocessor post-open hooks at 1733111951276 (+6 ms)Region opened successfully at 1733111951276 2024-12-02T03:59:11,277 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., pid=49, masterSystemTime=1733111951227 2024-12-02T03:59:11,278 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:59:11,278 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:59:11,279 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=c84384f7b25f0d342207fc2e287d1ecd, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:11,280 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:59:11,281 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:59:11,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=352bd16ba42dae74fced1dabc3fc74c0, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:11,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure c84384f7b25f0d342207fc2e287d1ecd, server=e2eaa0f11f7e,40003,1733111878029 because future has completed 2024-12-02T03:59:11,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0, server=e2eaa0f11f7e,44685,1733111877868 because future has completed 2024-12-02T03:59:11,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=43 2024-12-02T03:59:11,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure c84384f7b25f0d342207fc2e287d1ecd, server=e2eaa0f11f7e,40003,1733111878029 in 10.0550 sec 2024-12-02T03:59:11,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=45 2024-12-02T03:59:11,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c84384f7b25f0d342207fc2e287d1ecd, ASSIGN in 10.3410 sec 2024-12-02T03:59:11,287 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:11,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0, server=e2eaa0f11f7e,44685,1733111877868 in 10.0590 sec 2024-12-02T03:59:11,289 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:11,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-12-02T03:59:11,290 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server e2eaa0f11f7e,33617,1733111877962 after splitting done 2024-12-02T03:59:11,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=352bd16ba42dae74fced1dabc3fc74c0, ASSIGN in 10.3430 sec 2024-12-02T03:59:11,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure e2eaa0f11f7e,33617,1733111877962, splitWal=true, meta=true in 40.8990 sec 2024-12-02T03:59:16,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T03:59:21,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-02T03:59:21,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-02T03:59:21,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:59:21,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:59:21,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e7b577a03126910bc69e891ff930d0ef: 2024-12-02T03:59:21,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c84384f7b25f0d342207fc2e287d1ecd: 2024-12-02T03:59:21,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. for SnapshotProcedureTest completed. 2024-12-02T03:59:21,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. for SnapshotProcedureTest completed. 2024-12-02T03:59:21,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T03:59:21,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T03:59:21,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T03:59:21,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T03:59:21,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T03:59:21,272 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T03:59:21,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-02T03:59:21,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:59:21,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-02T03:59:21,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for d817fbb9923c73621024cee0e4b36c30: 2024-12-02T03:59:21,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:59:21,275 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. for SnapshotProcedureTest completed. 2024-12-02T03:59:21,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 352bd16ba42dae74fced1dabc3fc74c0: 2024-12-02T03:59:21,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. for SnapshotProcedureTest completed. 2024-12-02T03:59:21,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T03:59:21,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T03:59:21,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T03:59:21,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T03:59:21,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T03:59:21,276 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T03:59:21,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741862_1038 (size=65) 2024-12-02T03:59:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741862_1038 (size=65) 2024-12-02T03:59:21,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741862_1038 (size=65) 2024-12-02T03:59:21,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:59:21,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-02T03:59:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-02T03:59:21,288 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:21,288 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:21,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e7b577a03126910bc69e891ff930d0ef in 51.0680 sec 2024-12-02T03:59:21,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741863_1039 (size=57) 2024-12-02T03:59:21,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741863_1039 (size=57) 2024-12-02T03:59:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741864_1040 (size=65) 2024-12-02T03:59:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741863_1039 (size=57) 2024-12-02T03:59:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741864_1040 (size=65) 2024-12-02T03:59:21,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741864_1040 (size=65) 2024-12-02T03:59:21,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:59:21,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T03:59:21,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:59:21,299 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-02T03:59:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T03:59:21,299 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:21,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-02T03:59:21,299 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:21,300 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:21,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741865_1041 (size=65) 2024-12-02T03:59:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741865_1041 (size=65) 2024-12-02T03:59:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741865_1041 (size=65) 2024-12-02T03:59:21,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c84384f7b25f0d342207fc2e287d1ecd in 51.0800 sec 2024-12-02T03:59:21,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d817fbb9923c73621024cee0e4b36c30 in 51.0800 sec 2024-12-02T03:59:21,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:59:21,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-02T03:59:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-02T03:59:21,304 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:21,305 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:21,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-02T03:59:21,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 352bd16ba42dae74fced1dabc3fc74c0 in 51.0840 sec 2024-12-02T03:59:21,307 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T03:59:21,309 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T03:59:21,311 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T03:59:21,311 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-02T03:59:21,314 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T03:59:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741866_1042 (size=1094) 2024-12-02T03:59:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741866_1042 (size=1094) 2024-12-02T03:59:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741866_1042 (size=1094) 2024-12-02T03:59:21,341 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T03:59:21,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-02T03:59:21,357 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:21,357 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:21,357 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:21,357 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:21,358 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:21,363 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:26,332 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T03:59:31,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-02T03:59:31,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-12-02T03:59:31,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-02T03:59:31,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-02T03:59:31,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-02T03:59:31,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-02T03:59:31,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T03:59:31,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T03:59:31,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-02T03:59:31,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-02T03:59:31,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-02T03:59:31,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-02T03:59:31,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-02T03:59:31,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-02T03:59:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-02T03:59:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-02T03:59:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-12-02T03:59:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-02T03:59:31,373 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,40003,1733111878029 Release verify snapshot worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:31,373 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,44685,1733111877868 Release verify snapshot worker=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-02T03:59:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-02T03:59:31,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,44685,1733111877868 in 10.0230 sec 2024-12-02T03:59:31,375 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:31,375 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:31,376 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,40003,1733111878029 Release verify snapshot worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:31,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,40003,1733111878029 in 10.0230 sec 2024-12-02T03:59:31,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,40003,1733111878029 in 10.0260 sec 2024-12-02T03:59:31,379 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,44685,1733111877868 Release verify snapshot worker=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:31,379 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,44685,1733111877868 Release verify snapshot worker=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:31,379 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:31,379 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,40003,1733111878029 Release verify snapshot worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:31,380 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:31,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,40003,1733111878029 in 10.0290 sec 2024-12-02T03:59:31,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,44685,1733111877868 in 10.0290 sec 2024-12-02T03:59:31,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,44685,1733111877868 in 10.0290 sec 2024-12-02T03:59:34,122 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e2eaa0f11f7e:38951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-02T03:59:35,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-02T03:59:41,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-02T03:59:41,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-02T03:59:41,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-02T03:59:41,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-12-02T03:59:41,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-02T03:59:41,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-02T03:59:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-02T03:59:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-02T03:59:41,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-02T03:59:41,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-02T03:59:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-02T03:59:41,383 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,40003,1733111878029 Release verify snapshot worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:41,383 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,44685,1733111877868 Release verify snapshot worker=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-02T03:59:41,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,40003,1733111878029 in 20.0330 sec 2024-12-02T03:59:41,386 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,44685,1733111877868 Release verify snapshot worker=e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:41,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,44685,1733111877868 in 20.0330 sec 2024-12-02T03:59:41,386 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,40003,1733111878029 Release verify snapshot worker=e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:41,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,44685,1733111877868 in 20.0360 sec 2024-12-02T03:59:41,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=25 2024-12-02T03:59:41,388 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T03:59:41,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,40003,1733111878029 in 20.0360 sec 2024-12-02T03:59:41,390 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/.hbase-snapshot/SnapshotProcedureTest 2024-12-02T03:59:41,392 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T03:59:41,392 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-02T03:59:41,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.21 sec 2024-12-02T03:59:41,567 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-02T03:59:41,569 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e2eaa0f11f7e:33617 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e2eaa0f11f7e/172.17.0.2:33617 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T03:59:41,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1, error=java.net.ConnectException: Call to address=e2eaa0f11f7e:33617 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e2eaa0f11f7e/172.17.0.2:33617 2024-12-02T03:59:41,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-02T03:59:41,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,33617,1733111877962, seqNum=-1 from cache 2024-12-02T03:59:41,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address e2eaa0f11f7e:33617 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e2eaa0f11f7e/172.17.0.2:33617 2024-12-02T03:59:41,675 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:59:41,676 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,40003,1733111878029, seqNum=-1] 2024-12-02T03:59:41,703 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-02T03:59:41,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T03:59:41,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:59:41,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:59:41,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:41,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:59:41,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:41,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T03:59:41,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=814282414, stopped=false 2024-12-02T03:59:41,705 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,38951,1733111877182 2024-12-02T03:59:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:59:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:59:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T03:59:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:41,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:41,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:59:41,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:59:41,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:59:41,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:59:41,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:59:41,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:59:41,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:41,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,44685,1733111877868' ***** 2024-12-02T03:59:41,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:59:41,759 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,40003,1733111878029' ***** 2024-12-02T03:59:41,759 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T03:59:41,760 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:59:41,760 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T03:59:41,760 INFO [RS:0;e2eaa0f11f7e:44685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:59:41,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:59:41,760 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T03:59:41,760 INFO [RS:2;e2eaa0f11f7e:40003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T03:59:41,760 INFO [RS:0;e2eaa0f11f7e:44685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:59:41,760 INFO [RS:2;e2eaa0f11f7e:40003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T03:59:41,760 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:59:41,760 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(3091): Received CLOSE for d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:41,760 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for f21ae890faad959052c3fcae15588626 2024-12-02T03:59:41,760 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for e7b577a03126910bc69e891ff930d0ef 2024-12-02T03:59:41,761 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(3091): Received CLOSE for 352bd16ba42dae74fced1dabc3fc74c0 2024-12-02T03:59:41,762 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:59:41,761 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f21ae890faad959052c3fcae15588626, disabling compactions & flushes 2024-12-02T03:59:41,761 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d817fbb9923c73621024cee0e4b36c30, disabling compactions & flushes 2024-12-02T03:59:41,761 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for 06233b38e412034756ae62d6d06fccfa 2024-12-02T03:59:41,762 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(3091): Received CLOSE for 66f606f610d3029e01e4de4ac2b01c95 2024-12-02T03:59:41,762 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:59:41,762 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:59:41,762 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for c84384f7b25f0d342207fc2e287d1ecd 2024-12-02T03:59:41,762 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cd10b7fb1ef26c7ec70eb2737739fa8 2024-12-02T03:59:41,762 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:59:41,762 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:59:41,762 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a36ac949d9507726e31f17f5bdbaf54 2024-12-02T03:59:41,762 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(3091): Received CLOSE for 885da1591c2204c07bda54e17f92573c 2024-12-02T03:59:41,762 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. after waiting 0 ms 2024-12-02T03:59:41,762 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. after waiting 0 ms 2024-12-02T03:59:41,762 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:59:41,762 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:59:41,762 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:41,762 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:41,762 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:59:41,762 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:59:41,762 INFO [RS:2;e2eaa0f11f7e:40003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e2eaa0f11f7e:40003. 2024-12-02T03:59:41,762 INFO [RS:0;e2eaa0f11f7e:44685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:44685. 2024-12-02T03:59:41,762 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:59:41,762 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:59:41,762 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:41,762 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:41,763 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-02T03:59:41,763 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(1325): Online Regions={d817fbb9923c73621024cee0e4b36c30=SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30., 352bd16ba42dae74fced1dabc3fc74c0=SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0., 66f606f610d3029e01e4de4ac2b01c95=SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95., 1cd10b7fb1ef26c7ec70eb2737739fa8=SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8., 885da1591c2204c07bda54e17f92573c=SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c.} 2024-12-02T03:59:41,763 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:59:41,763 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:59:41,763 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:59:41,763 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T03:59:41,763 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(1351): Waiting on 1cd10b7fb1ef26c7ec70eb2737739fa8, 352bd16ba42dae74fced1dabc3fc74c0, 66f606f610d3029e01e4de4ac2b01c95, 885da1591c2204c07bda54e17f92573c, d817fbb9923c73621024cee0e4b36c30 2024-12-02T03:59:41,763 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-02T03:59:41,763 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(1325): Online Regions={f21ae890faad959052c3fcae15588626=SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626., e7b577a03126910bc69e891ff930d0ef=SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef., 1588230740=hbase:meta,,1.1588230740, 06233b38e412034756ae62d6d06fccfa=SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa., c84384f7b25f0d342207fc2e287d1ecd=SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd., 0a36ac949d9507726e31f17f5bdbaf54=SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54.} 2024-12-02T03:59:41,763 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(1351): Waiting on 06233b38e412034756ae62d6d06fccfa, 0a36ac949d9507726e31f17f5bdbaf54, 1588230740, c84384f7b25f0d342207fc2e287d1ecd, e7b577a03126910bc69e891ff930d0ef, f21ae890faad959052c3fcae15588626 2024-12-02T03:59:41,763 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:59:41,764 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:59:41,764 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:59:41,764 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:59:41,764 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:59:41,764 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-12-02T03:59:41,767 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/d817fbb9923c73621024cee0e4b36c30/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T03:59:41,770 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/f21ae890faad959052c3fcae15588626/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T03:59:41,770 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:59:41,770 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d817fbb9923c73621024cee0e4b36c30: Waiting for close lock at 1733111981761Running coprocessor pre-close hooks at 1733111981761Disabling compacts and flushes for region at 1733111981761Disabling writes for close at 1733111981762 (+1 ms)Writing region close event to WAL at 1733111981763 (+1 ms)Running coprocessor post-close hooks at 1733111981768 (+5 ms)Closed at 1733111981770 (+2 ms) 2024-12-02T03:59:41,771 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30. 2024-12-02T03:59:41,771 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 352bd16ba42dae74fced1dabc3fc74c0, disabling compactions & flushes 2024-12-02T03:59:41,771 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:59:41,771 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/info/49a563b1f66340bda5712f4f3604a4b1 is 167, key is SPTestTable,33333332,1733111890327.d817fbb9923c73621024cee0e4b36c30./info:regioninfo/1733111951259/Put/seqid=0 2024-12-02T03:59:41,771 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:59:41,771 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. after waiting 0 ms 2024-12-02T03:59:41,771 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:59:41,771 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:59:41,771 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f21ae890faad959052c3fcae15588626: Waiting for close lock at 1733111981761Running coprocessor pre-close hooks at 1733111981761Disabling compacts and flushes for region at 1733111981761Disabling writes for close at 1733111981762 (+1 ms)Writing region close event to WAL at 1733111981765 (+3 ms)Running coprocessor post-close hooks at 1733111981771 (+6 ms)Closed at 1733111981771 2024-12-02T03:59:41,771 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733111890327.f21ae890faad959052c3fcae15588626. 2024-12-02T03:59:41,771 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7b577a03126910bc69e891ff930d0ef, disabling compactions & flushes 2024-12-02T03:59:41,772 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:59:41,772 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:59:41,772 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. after waiting 0 ms 2024-12-02T03:59:41,772 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:59:41,779 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/e7b577a03126910bc69e891ff930d0ef/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T03:59:41,780 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:59:41,780 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7b577a03126910bc69e891ff930d0ef: Waiting for close lock at 1733111981771Running coprocessor pre-close hooks at 1733111981771Disabling compacts and flushes for region at 1733111981771Disabling writes for close at 1733111981772 (+1 ms)Writing region close event to WAL at 1733111981773 (+1 ms)Running coprocessor post-close hooks at 1733111981780 (+7 ms)Closed at 1733111981780 2024-12-02T03:59:41,781 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733111890327.e7b577a03126910bc69e891ff930d0ef. 2024-12-02T03:59:41,781 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06233b38e412034756ae62d6d06fccfa, disabling compactions & flushes 2024-12-02T03:59:41,781 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:59:41,781 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:59:41,781 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. after waiting 0 ms 2024-12-02T03:59:41,781 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:59:41,786 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/352bd16ba42dae74fced1dabc3fc74c0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T03:59:41,787 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:59:41,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741867_1043 (size=9527) 2024-12-02T03:59:41,788 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 352bd16ba42dae74fced1dabc3fc74c0: Waiting for close lock at 1733111981771Running coprocessor pre-close hooks at 1733111981771Disabling compacts and flushes for region at 1733111981771Disabling writes for close at 1733111981771Writing region close event to WAL at 1733111981772 (+1 ms)Running coprocessor post-close hooks at 1733111981787 (+15 ms)Closed at 1733111981787 2024-12-02T03:59:41,788 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733111890327.352bd16ba42dae74fced1dabc3fc74c0. 2024-12-02T03:59:41,788 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66f606f610d3029e01e4de4ac2b01c95, disabling compactions & flushes 2024-12-02T03:59:41,788 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:59:41,788 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:59:41,788 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. after waiting 0 ms 2024-12-02T03:59:41,788 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:59:41,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741867_1043 (size=9527) 2024-12-02T03:59:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741867_1043 (size=9527) 2024-12-02T03:59:41,791 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/info/49a563b1f66340bda5712f4f3604a4b1 2024-12-02T03:59:41,800 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/06233b38e412034756ae62d6d06fccfa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T03:59:41,801 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:59:41,801 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06233b38e412034756ae62d6d06fccfa: Waiting for close lock at 1733111981781Running coprocessor pre-close hooks at 1733111981781Disabling compacts and flushes for region at 1733111981781Disabling writes for close at 1733111981781Writing region close event to WAL at 1733111981786 (+5 ms)Running coprocessor post-close hooks at 1733111981801 (+15 ms)Closed at 1733111981801 2024-12-02T03:59:41,801 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733111890327.06233b38e412034756ae62d6d06fccfa. 2024-12-02T03:59:41,801 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c84384f7b25f0d342207fc2e287d1ecd, disabling compactions & flushes 2024-12-02T03:59:41,801 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:59:41,801 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:59:41,802 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. after waiting 0 ms 2024-12-02T03:59:41,802 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:59:41,804 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/66f606f610d3029e01e4de4ac2b01c95/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T03:59:41,804 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:59:41,805 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66f606f610d3029e01e4de4ac2b01c95: Waiting for close lock at 1733111981788Running coprocessor pre-close hooks at 1733111981788Disabling compacts and flushes for region at 1733111981788Disabling writes for close at 1733111981788Writing region close event to WAL at 1733111981799 (+11 ms)Running coprocessor post-close hooks at 1733111981804 (+5 ms)Closed at 1733111981804 2024-12-02T03:59:41,805 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733111890327.66f606f610d3029e01e4de4ac2b01c95. 2024-12-02T03:59:41,805 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cd10b7fb1ef26c7ec70eb2737739fa8, disabling compactions & flushes 2024-12-02T03:59:41,805 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:59:41,805 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:59:41,805 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. after waiting 0 ms 2024-12-02T03:59:41,805 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:59:41,806 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/.tmp/info/49a563b1f66340bda5712f4f3604a4b1 as hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/info/49a563b1f66340bda5712f4f3604a4b1 2024-12-02T03:59:41,808 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/c84384f7b25f0d342207fc2e287d1ecd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T03:59:41,810 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:59:41,810 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/1cd10b7fb1ef26c7ec70eb2737739fa8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T03:59:41,810 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c84384f7b25f0d342207fc2e287d1ecd: Waiting for close lock at 1733111981801Running coprocessor pre-close hooks at 1733111981801Disabling compacts and flushes for region at 1733111981801Disabling writes for close at 1733111981802 (+1 ms)Writing region close event to WAL at 1733111981802Running coprocessor post-close hooks at 1733111981809 (+7 ms)Closed at 1733111981809 2024-12-02T03:59:41,810 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733111890327.c84384f7b25f0d342207fc2e287d1ecd. 2024-12-02T03:59:41,810 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a36ac949d9507726e31f17f5bdbaf54, disabling compactions & flushes 2024-12-02T03:59:41,810 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:59:41,810 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:59:41,810 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. after waiting 0 ms 2024-12-02T03:59:41,810 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:59:41,811 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:59:41,811 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cd10b7fb1ef26c7ec70eb2737739fa8: Waiting for close lock at 1733111981805Running coprocessor pre-close hooks at 1733111981805Disabling compacts and flushes for region at 1733111981805Disabling writes for close at 1733111981805Writing region close event to WAL at 1733111981806 (+1 ms)Running coprocessor post-close hooks at 1733111981810 (+4 ms)Closed at 1733111981811 (+1 ms) 2024-12-02T03:59:41,811 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733111890327.1cd10b7fb1ef26c7ec70eb2737739fa8. 2024-12-02T03:59:41,811 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 885da1591c2204c07bda54e17f92573c, disabling compactions & flushes 2024-12-02T03:59:41,811 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:59:41,811 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:59:41,811 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. after waiting 0 ms 2024-12-02T03:59:41,811 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:59:41,816 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/0a36ac949d9507726e31f17f5bdbaf54/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T03:59:41,817 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:59:41,817 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/info/49a563b1f66340bda5712f4f3604a4b1, entries=32, sequenceid=39, filesize=9.3 K 2024-12-02T03:59:41,817 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a36ac949d9507726e31f17f5bdbaf54: Waiting for close lock at 1733111981810Running coprocessor pre-close hooks at 1733111981810Disabling compacts and flushes for region at 1733111981810Disabling writes for close at 1733111981810Writing region close event to WAL at 1733111981811 (+1 ms)Running coprocessor post-close hooks at 1733111981817 (+6 ms)Closed at 1733111981817 2024-12-02T03:59:41,817 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733111890327.0a36ac949d9507726e31f17f5bdbaf54. 2024-12-02T03:59:41,818 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/default/SPTestTable/885da1591c2204c07bda54e17f92573c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T03:59:41,818 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=39, compaction requested=false 2024-12-02T03:59:41,819 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:59:41,819 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 885da1591c2204c07bda54e17f92573c: Waiting for close lock at 1733111981811Running coprocessor pre-close hooks at 1733111981811Disabling compacts and flushes for region at 1733111981811Disabling writes for close at 1733111981811Writing region close event to WAL at 1733111981812 (+1 ms)Running coprocessor post-close hooks at 1733111981819 (+7 ms)Closed at 1733111981819 2024-12-02T03:59:41,819 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733111890327.885da1591c2204c07bda54e17f92573c. 2024-12-02T03:59:41,824 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-12-02T03:59:41,825 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T03:59:41,825 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:59:41,825 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111981763Running coprocessor pre-close hooks at 1733111981763Disabling compacts and flushes for region at 1733111981763Disabling writes for close at 1733111981764 (+1 ms)Obtaining lock to block concurrent updates at 1733111981764Preparing flush snapshotting stores in 1588230740 at 1733111981764Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1733111981764Flushing stores of hbase:meta,,1.1588230740 at 1733111981765 (+1 ms)Flushing 1588230740/info: creating writer at 1733111981765Flushing 1588230740/info: appending metadata at 1733111981770 (+5 ms)Flushing 1588230740/info: closing flushed file at 1733111981770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4681a5ca: reopening flushed file at 1733111981804 (+34 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=39, compaction requested=false at 1733111981818 (+14 ms)Writing region close event to WAL at 1733111981820 (+2 ms)Running coprocessor post-close hooks at 1733111981825 (+5 ms)Closed at 1733111981825 2024-12-02T03:59:41,825 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T03:59:41,964 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,44685,1733111877868; all regions closed. 2024-12-02T03:59:41,964 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,40003,1733111878029; all regions closed. 2024-12-02T03:59:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741833_1009 (size=3530) 2024-12-02T03:59:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741833_1009 (size=3530) 2024-12-02T03:59:41,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741833_1009 (size=3530) 2024-12-02T03:59:41,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741858_1034 (size=5516) 2024-12-02T03:59:41,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741858_1034 (size=5516) 2024-12-02T03:59:41,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741858_1034 (size=5516) 2024-12-02T03:59:41,977 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/oldWALs 2024-12-02T03:59:41,977 INFO [RS:0;e2eaa0f11f7e:44685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C44685%2C1733111877868:(num 1733111879490) 2024-12-02T03:59:41,977 DEBUG [RS:0;e2eaa0f11f7e:44685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:41,977 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:59:41,977 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/oldWALs 2024-12-02T03:59:41,977 INFO [RS:2;e2eaa0f11f7e:40003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C40003%2C1733111878029.meta:.meta(num 1733111930624) 2024-12-02T03:59:41,977 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:59:41,978 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T03:59:41,978 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T03:59:41,978 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T03:59:41,978 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:59:41,978 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T03:59:41,978 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:59:41,978 INFO [RS:0;e2eaa0f11f7e:44685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44685 2024-12-02T03:59:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741835_1011 (size=3500) 2024-12-02T03:59:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741835_1011 (size=3500) 2024-12-02T03:59:41,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741835_1011 (size=3500) 2024-12-02T03:59:41,983 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/oldWALs 2024-12-02T03:59:41,983 INFO [RS:2;e2eaa0f11f7e:40003 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C40003%2C1733111878029:(num 1733111879490) 2024-12-02T03:59:41,983 DEBUG [RS:2;e2eaa0f11f7e:40003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:41,983 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T03:59:41,983 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:59:41,983 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T03:59:41,984 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:59:41,984 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:59:41,984 INFO [RS:2;e2eaa0f11f7e:40003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40003 2024-12-02T03:59:42,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,44685,1733111877868 2024-12-02T03:59:42,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:59:42,007 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:59:42,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,40003,1733111878029 2024-12-02T03:59:42,015 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:59:42,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,40003,1733111878029] 2024-12-02T03:59:42,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,40003,1733111878029 already deleted, retry=false 2024-12-02T03:59:42,041 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,40003,1733111878029 expired; onlineServers=1 2024-12-02T03:59:42,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,44685,1733111877868] 2024-12-02T03:59:42,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,44685,1733111877868 already deleted, retry=false 2024-12-02T03:59:42,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,44685,1733111877868 expired; onlineServers=0 2024-12-02T03:59:42,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,38951,1733111877182' ***** 2024-12-02T03:59:42,049 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T03:59:42,050 INFO [M:0;e2eaa0f11f7e:38951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T03:59:42,050 INFO [M:0;e2eaa0f11f7e:38951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T03:59:42,050 DEBUG [M:0;e2eaa0f11f7e:38951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T03:59:42,050 DEBUG [M:0;e2eaa0f11f7e:38951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T03:59:42,050 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T03:59:42,050 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111879177 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111879177,5,FailOnTimeoutGroup] 2024-12-02T03:59:42,050 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111879176 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111879176,5,FailOnTimeoutGroup] 2024-12-02T03:59:42,051 INFO [M:0;e2eaa0f11f7e:38951 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T03:59:42,051 INFO [M:0;e2eaa0f11f7e:38951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T03:59:42,051 DEBUG [M:0;e2eaa0f11f7e:38951 {}] master.HMaster(1795): Stopping service threads 2024-12-02T03:59:42,051 INFO [M:0;e2eaa0f11f7e:38951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T03:59:42,052 INFO [M:0;e2eaa0f11f7e:38951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T03:59:42,052 ERROR [M:0;e2eaa0f11f7e:38951 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:38365 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38365,5,PEWorkerGroup] 2024-12-02T03:59:42,053 INFO [M:0;e2eaa0f11f7e:38951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T03:59:42,053 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T03:59:42,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T03:59:42,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:42,062 DEBUG [M:0;e2eaa0f11f7e:38951 {}] zookeeper.ZKUtil(347): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T03:59:42,062 WARN [M:0;e2eaa0f11f7e:38951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T03:59:42,063 INFO [M:0;e2eaa0f11f7e:38951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/.lastflushedseqids 2024-12-02T03:59:42,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741868_1044 (size=668) 2024-12-02T03:59:42,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741868_1044 (size=668) 2024-12-02T03:59:42,084 INFO [M:0;e2eaa0f11f7e:38951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T03:59:42,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741868_1044 (size=668) 2024-12-02T03:59:42,084 INFO [M:0;e2eaa0f11f7e:38951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T03:59:42,084 DEBUG [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:59:42,084 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:59:42,084 DEBUG [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:59:42,084 DEBUG [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:59:42,084 DEBUG [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:59:42,085 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=213.77 KB heapSize=265.37 KB 2024-12-02T03:59:42,100 DEBUG [M:0;e2eaa0f11f7e:38951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc32ed90acf4031b58ff10c877e7184 is 82, key is hbase:meta,,1/info:regioninfo/1733111930820/Put/seqid=0 2024-12-02T03:59:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741869_1045 (size=6071) 2024-12-02T03:59:42,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741869_1045 (size=6071) 2024-12-02T03:59:42,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741869_1045 (size=6071) 2024-12-02T03:59:42,107 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc32ed90acf4031b58ff10c877e7184 2024-12-02T03:59:42,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:59:42,124 INFO [RS:0;e2eaa0f11f7e:44685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:59:42,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44685-0x101957a1ddf0001, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:59:42,124 INFO [RS:0;e2eaa0f11f7e:44685 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,44685,1733111877868; zookeeper connection closed. 2024-12-02T03:59:42,124 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3de2ad4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3de2ad4f 2024-12-02T03:59:42,129 DEBUG [M:0;e2eaa0f11f7e:38951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fa94ea12e424d00adff11419b970495 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733111900873/Put/seqid=0 2024-12-02T03:59:42,132 INFO [RS:2;e2eaa0f11f7e:40003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:59:42,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:59:42,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40003-0x101957a1ddf0003, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:59:42,132 INFO [RS:2;e2eaa0f11f7e:40003 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,40003,1733111878029; zookeeper connection closed. 2024-12-02T03:59:42,133 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20d6c33e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20d6c33e 2024-12-02T03:59:42,133 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T03:59:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741870_1046 (size=9111) 2024-12-02T03:59:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741870_1046 (size=9111) 2024-12-02T03:59:42,138 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=212.54 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fa94ea12e424d00adff11419b970495 2024-12-02T03:59:42,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741870_1046 (size=9111) 2024-12-02T03:59:42,146 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fa94ea12e424d00adff11419b970495 2024-12-02T03:59:42,161 DEBUG [M:0;e2eaa0f11f7e:38951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36f00be7cc6141e2b706df0f0cc0a145 is 69, key is e2eaa0f11f7e,40003,1733111878029/rs:state/1733111879222/Put/seqid=0 2024-12-02T03:59:42,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741871_1047 (size=5441) 2024-12-02T03:59:42,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741871_1047 (size=5441) 2024-12-02T03:59:42,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741871_1047 (size=5441) 2024-12-02T03:59:42,169 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36f00be7cc6141e2b706df0f0cc0a145 2024-12-02T03:59:42,175 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36f00be7cc6141e2b706df0f0cc0a145 2024-12-02T03:59:42,176 DEBUG [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fc32ed90acf4031b58ff10c877e7184 as hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fc32ed90acf4031b58ff10c877e7184 2024-12-02T03:59:42,183 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fc32ed90acf4031b58ff10c877e7184, entries=14, sequenceid=564, filesize=5.9 K 2024-12-02T03:59:42,184 DEBUG [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fa94ea12e424d00adff11419b970495 as hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fa94ea12e424d00adff11419b970495 2024-12-02T03:59:42,191 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fa94ea12e424d00adff11419b970495 2024-12-02T03:59:42,191 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fa94ea12e424d00adff11419b970495, entries=60, sequenceid=564, filesize=8.9 K 2024-12-02T03:59:42,192 DEBUG [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36f00be7cc6141e2b706df0f0cc0a145 as hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36f00be7cc6141e2b706df0f0cc0a145 2024-12-02T03:59:42,198 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36f00be7cc6141e2b706df0f0cc0a145 2024-12-02T03:59:42,198 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38365/user/jenkins/test-data/08ad0b2b-3978-b8bf-9e77-688ff8803f10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36f00be7cc6141e2b706df0f0cc0a145, entries=3, sequenceid=564, filesize=5.3 K 2024-12-02T03:59:42,199 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~213.77 KB/218898, heapSize ~265.07 KB/271432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=564, compaction requested=false 2024-12-02T03:59:42,201 INFO [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:59:42,201 DEBUG [M:0;e2eaa0f11f7e:38951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111982084Disabling compacts and flushes for region at 1733111982084Disabling writes for close at 1733111982084Obtaining lock to block concurrent updates at 1733111982085 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733111982085Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218898, getHeapSize=271672, getOffHeapSize=0, getCellsCount=685 at 1733111982085Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733111982086 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733111982086Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733111982100 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733111982100Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733111982114 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733111982129 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733111982129Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733111982147 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733111982160 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733111982160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@610b1d1b: reopening flushed file at 1733111982175 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620e06df: reopening flushed file at 1733111982183 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c6ddab7: reopening flushed file at 1733111982191 (+8 ms)Finished flush of dataSize ~213.77 KB/218898, heapSize ~265.07 KB/271432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=564, compaction requested=false at 1733111982199 (+8 ms)Writing region close event to WAL at 1733111982200 (+1 ms)Closed at 1733111982200 2024-12-02T03:59:42,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38575 is added to blk_1073741830_1006 (size=256461) 2024-12-02T03:59:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44459 is added to blk_1073741830_1006 (size=256461) 2024-12-02T03:59:42,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741830_1006 (size=256461) 2024-12-02T03:59:42,205 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T03:59:42,205 INFO [M:0;e2eaa0f11f7e:38951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T03:59:42,205 INFO [M:0;e2eaa0f11f7e:38951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38951 2024-12-02T03:59:42,205 INFO [M:0;e2eaa0f11f7e:38951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T03:59:42,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:59:42,332 INFO [M:0;e2eaa0f11f7e:38951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T03:59:42,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x101957a1ddf0000, quorum=127.0.0.1:51821, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T03:59:42,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:59:42,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:59:42,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:59:42,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:59:42,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir/,STOPPED} 2024-12-02T03:59:42,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:59:42,377 WARN [BP-910374903-172.17.0.2-1733111873315 heartbeating to localhost/127.0.0.1:38365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:59:42,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:59:42,377 WARN [BP-910374903-172.17.0.2-1733111873315 heartbeating to localhost/127.0.0.1:38365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910374903-172.17.0.2-1733111873315 (Datanode Uuid 778d396d-2c3c-41d3-9d1f-2faeafe0ad11) service to localhost/127.0.0.1:38365 2024-12-02T03:59:42,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data5/current/BP-910374903-172.17.0.2-1733111873315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:59:42,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data6/current/BP-910374903-172.17.0.2-1733111873315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:59:42,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:59:42,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:59:42,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:59:42,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:59:42,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:59:42,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir/,STOPPED} 2024-12-02T03:59:42,383 WARN [BP-910374903-172.17.0.2-1733111873315 heartbeating to localhost/127.0.0.1:38365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:59:42,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:59:42,383 WARN [BP-910374903-172.17.0.2-1733111873315 heartbeating to localhost/127.0.0.1:38365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910374903-172.17.0.2-1733111873315 (Datanode Uuid b99fc8a2-014f-4c9c-8efc-f6fc7432e434) service to localhost/127.0.0.1:38365 2024-12-02T03:59:42,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:59:42,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data3/current/BP-910374903-172.17.0.2-1733111873315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:59:42,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data4/current/BP-910374903-172.17.0.2-1733111873315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:59:42,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:59:42,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:59:42,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:59:42,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:59:42,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:59:42,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir/,STOPPED} 2024-12-02T03:59:42,388 WARN [BP-910374903-172.17.0.2-1733111873315 heartbeating to localhost/127.0.0.1:38365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T03:59:42,388 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T03:59:42,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T03:59:42,388 WARN [BP-910374903-172.17.0.2-1733111873315 heartbeating to localhost/127.0.0.1:38365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910374903-172.17.0.2-1733111873315 (Datanode Uuid 5538c666-9566-4def-a1a6-a03d18f7c067) service to localhost/127.0.0.1:38365 2024-12-02T03:59:42,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data1/current/BP-910374903-172.17.0.2-1733111873315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:59:42,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/cluster_efb92613-fbdf-1064-8374-00142dd35782/data/data2/current/BP-910374903-172.17.0.2-1733111873315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T03:59:42,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T03:59:42,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:59:42,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T03:59:42,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T03:59:42,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T03:59:42,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir/,STOPPED} 2024-12-02T03:59:42,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T03:59:42,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T03:59:42,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=96 (was 11) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@787d75ce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e2eaa0f11f7e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e2eaa0f11f7e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e2eaa0f11f7e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: regionserver/e2eaa0f11f7e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38365 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/e2eaa0f11f7e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e2eaa0f11f7e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:38365 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e2eaa0f11f7e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=60 (was 137), ProcessCount=11 (was 11), AvailableMemoryMB=7461 (was 8625) 2024-12-02T03:59:42,464 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=97, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=60, ProcessCount=11, AvailableMemoryMB=7461 2024-12-02T03:59:42,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir so I do NOT create it in target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81 2024-12-02T03:59:42,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T03:59:42,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.tmp.dir so I do NOT create it in target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81 2024-12-02T03:59:42,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/128d0f4c-51fb-e043-88f0-4e9760ed4108/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T03:59:42,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81 2024-12-02T03:59:42,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T03:59:42,476 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748, deleteOnExit=true 2024-12-02T03:59:42,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T03:59:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/test.cache.data in system properties and HBase conf 2024-12-02T03:59:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T03:59:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/hadoop.log.dir in system properties and HBase conf 2024-12-02T03:59:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T03:59:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T03:59:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T03:59:42,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T03:59:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:59:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T03:59:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/nfs.dump.dir in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/java.io.tmpdir in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T03:59:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T03:59:42,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:59:42,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:59:42,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:59:42,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:59:42,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:59:42,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:59:42,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac7a495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:59:42,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73963032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:59:42,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4db9f58c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/java.io.tmpdir/jetty-localhost-37683-hadoop-hdfs-3_4_1-tests_jar-_-any-4288205103685177752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T03:59:42,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ee46248{HTTP/1.1, (http/1.1)}{localhost:37683} 2024-12-02T03:59:42,825 INFO [Time-limited test {}] server.Server(415): Started @111248ms 2024-12-02T03:59:43,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:59:43,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:59:43,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:59:43,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:59:43,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:59:43,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58ba3f82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:59:43,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783535ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:59:43,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3128d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/java.io.tmpdir/jetty-localhost-46141-hadoop-hdfs-3_4_1-tests_jar-_-any-379808008249252294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:59:43,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ef7d39c{HTTP/1.1, (http/1.1)}{localhost:46141} 2024-12-02T03:59:43,137 INFO [Time-limited test {}] server.Server(415): Started @111560ms 2024-12-02T03:59:43,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:59:43,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:59:43,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:59:43,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:59:43,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:59:43,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T03:59:43,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239f9a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:59:43,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69446df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:59:43,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42b9b7d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/java.io.tmpdir/jetty-localhost-45253-hadoop-hdfs-3_4_1-tests_jar-_-any-3180519678214005490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:59:43,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@775d0671{HTTP/1.1, (http/1.1)}{localhost:45253} 2024-12-02T03:59:43,267 INFO [Time-limited test {}] server.Server(415): Started @111690ms 2024-12-02T03:59:43,268 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:59:43,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T03:59:43,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T03:59:43,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T03:59:43,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T03:59:43,306 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T03:59:43,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2732ccd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/hadoop.log.dir/,AVAILABLE} 2024-12-02T03:59:43,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23255376{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T03:59:43,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629865f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/java.io.tmpdir/jetty-localhost-44345-hadoop-hdfs-3_4_1-tests_jar-_-any-4909795313274645319/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T03:59:43,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ebec02b{HTTP/1.1, (http/1.1)}{localhost:44345} 2024-12-02T03:59:43,400 INFO [Time-limited test {}] server.Server(415): Started @111823ms 2024-12-02T03:59:43,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T03:59:43,936 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data1/current/BP-940645374-172.17.0.2-1733111982495/current, will proceed with Du for space computation calculation, 2024-12-02T03:59:43,936 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data2/current/BP-940645374-172.17.0.2-1733111982495/current, will proceed with Du for space computation calculation, 2024-12-02T03:59:43,957 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:59:43,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa29c98566d1d9f82 with lease ID 0x21ae5d385790352a: Processing first storage report for DS-feeea950-2c62-442c-b770-eb37482c35cd from datanode DatanodeRegistration(127.0.0.1:32865, datanodeUuid=50974ba4-6b2d-45d5-b7d4-6ae8973a3a3f, infoPort=35217, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495) 2024-12-02T03:59:43,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa29c98566d1d9f82 with lease ID 0x21ae5d385790352a: from storage DS-feeea950-2c62-442c-b770-eb37482c35cd node DatanodeRegistration(127.0.0.1:32865, datanodeUuid=50974ba4-6b2d-45d5-b7d4-6ae8973a3a3f, infoPort=35217, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:59:43,960 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa29c98566d1d9f82 with lease ID 0x21ae5d385790352a: Processing first storage report for DS-97f24e39-eb5b-4b00-87c4-69f08ab6929b from datanode DatanodeRegistration(127.0.0.1:32865, datanodeUuid=50974ba4-6b2d-45d5-b7d4-6ae8973a3a3f, infoPort=35217, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495) 2024-12-02T03:59:43,960 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa29c98566d1d9f82 with lease ID 0x21ae5d385790352a: from storage DS-97f24e39-eb5b-4b00-87c4-69f08ab6929b node DatanodeRegistration(127.0.0.1:32865, datanodeUuid=50974ba4-6b2d-45d5-b7d4-6ae8973a3a3f, infoPort=35217, infoSecurePort=0, ipcPort=37909, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:59:44,284 WARN [Thread-749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data4/current/BP-940645374-172.17.0.2-1733111982495/current, will proceed with Du for space computation calculation, 2024-12-02T03:59:44,284 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data3/current/BP-940645374-172.17.0.2-1733111982495/current, will proceed with Du for space computation calculation, 2024-12-02T03:59:44,303 WARN [Thread-700 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:59:44,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd570adb2d759c785 with lease ID 0x21ae5d385790352b: Processing first storage report for DS-6a0d3415-fce1-473b-90c0-ce38005a4d5f from datanode DatanodeRegistration(127.0.0.1:44625, datanodeUuid=10e37a0f-9c0f-45c3-80e7-669b3b15d7f2, infoPort=39611, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495) 2024-12-02T03:59:44,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd570adb2d759c785 with lease ID 0x21ae5d385790352b: from storage DS-6a0d3415-fce1-473b-90c0-ce38005a4d5f node DatanodeRegistration(127.0.0.1:44625, datanodeUuid=10e37a0f-9c0f-45c3-80e7-669b3b15d7f2, infoPort=39611, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:59:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd570adb2d759c785 with lease ID 0x21ae5d385790352b: Processing first storage report for DS-c9f5f880-b988-4909-b22a-160d7b4beefd from datanode DatanodeRegistration(127.0.0.1:44625, datanodeUuid=10e37a0f-9c0f-45c3-80e7-669b3b15d7f2, infoPort=39611, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495) 2024-12-02T03:59:44,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd570adb2d759c785 with lease ID 0x21ae5d385790352b: from storage DS-c9f5f880-b988-4909-b22a-160d7b4beefd node DatanodeRegistration(127.0.0.1:44625, datanodeUuid=10e37a0f-9c0f-45c3-80e7-669b3b15d7f2, infoPort=39611, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:59:44,312 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data5/current/BP-940645374-172.17.0.2-1733111982495/current, will proceed with Du for space computation calculation, 2024-12-02T03:59:44,312 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data6/current/BP-940645374-172.17.0.2-1733111982495/current, will proceed with Du for space computation calculation, 2024-12-02T03:59:44,333 WARN [Thread-722 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T03:59:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3135aba6d7841ee2 with lease ID 0x21ae5d385790352c: Processing first storage report for DS-aa0ae7a0-910d-4d95-b217-402c3c326716 from datanode DatanodeRegistration(127.0.0.1:37381, datanodeUuid=71b8e58d-32e3-44bd-80b0-d07e145a5eaf, infoPort=41849, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495) 2024-12-02T03:59:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3135aba6d7841ee2 with lease ID 0x21ae5d385790352c: from storage DS-aa0ae7a0-910d-4d95-b217-402c3c326716 node DatanodeRegistration(127.0.0.1:37381, datanodeUuid=71b8e58d-32e3-44bd-80b0-d07e145a5eaf, infoPort=41849, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:59:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3135aba6d7841ee2 with lease ID 0x21ae5d385790352c: Processing first storage report for DS-13f25aa6-8ec4-4727-b35c-4d16c71c6031 from datanode DatanodeRegistration(127.0.0.1:37381, datanodeUuid=71b8e58d-32e3-44bd-80b0-d07e145a5eaf, infoPort=41849, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495) 2024-12-02T03:59:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3135aba6d7841ee2 with lease ID 0x21ae5d385790352c: from storage DS-13f25aa6-8ec4-4727-b35c-4d16c71c6031 node DatanodeRegistration(127.0.0.1:37381, datanodeUuid=71b8e58d-32e3-44bd-80b0-d07e145a5eaf, infoPort=41849, infoSecurePort=0, ipcPort=34757, storageInfo=lv=-57;cid=testClusterID;nsid=1406098685;c=1733111982495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T03:59:44,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81 2024-12-02T03:59:44,440 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/zookeeper_0, clientPort=54700, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T03:59:44,441 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54700 2024-12-02T03:59:44,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:59:44,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:59:44,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741825_1001 (size=7) 2024-12-02T03:59:44,455 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 with version=8 2024-12-02T03:59:44,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/hbase-staging 2024-12-02T03:59:44,458 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:59:44,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:59:44,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:59:44,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T03:59:44,459 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:59:44,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33205 2024-12-02T03:59:44,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33205 connecting to ZooKeeper ensemble=127.0.0.1:54700 2024-12-02T03:59:44,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332050x0, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:59:44,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33205-0x101957bc3fd0000 connected 2024-12-02T03:59:44,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:59:44,595 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0, hbase.cluster.distributed=false 2024-12-02T03:59:44,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:59:44,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33205 2024-12-02T03:59:44,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33205 2024-12-02T03:59:44,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33205 2024-12-02T03:59:44,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33205 2024-12-02T03:59:44,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33205 2024-12-02T03:59:44,615 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:59:44,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:59:44,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:59:44,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:59:44,616 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:59:44,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33057 2024-12-02T03:59:44,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33057 connecting to ZooKeeper ensemble=127.0.0.1:54700 2024-12-02T03:59:44,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330570x0, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:59:44,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33057-0x101957bc3fd0001 connected 2024-12-02T03:59:44,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:59:44,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:59:44,633 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:59:44,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:59:44,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:59:44,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33057 2024-12-02T03:59:44,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33057 2024-12-02T03:59:44,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33057 2024-12-02T03:59:44,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33057 2024-12-02T03:59:44,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33057 2024-12-02T03:59:44,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:59:44,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,654 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:59:44,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,654 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:59:44,654 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:59:44,654 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:59:44,655 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39775 2024-12-02T03:59:44,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39775 connecting to ZooKeeper ensemble=127.0.0.1:54700 2024-12-02T03:59:44,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397750x0, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:59:44,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:59:44,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39775-0x101957bc3fd0002 connected 2024-12-02T03:59:44,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:59:44,671 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:59:44,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:59:44,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:59:44,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39775 2024-12-02T03:59:44,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39775 2024-12-02T03:59:44,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39775 2024-12-02T03:59:44,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39775 2024-12-02T03:59:44,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39775 2024-12-02T03:59:44,692 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e2eaa0f11f7e:0 server-side Connection retries=45 2024-12-02T03:59:44,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,692 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T03:59:44,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T03:59:44,692 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T03:59:44,692 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T03:59:44,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T03:59:44,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37673 2024-12-02T03:59:44,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37673 connecting to ZooKeeper ensemble=127.0.0.1:54700 2024-12-02T03:59:44,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376730x0, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T03:59:44,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376730x0, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T03:59:44,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37673-0x101957bc3fd0003 connected 2024-12-02T03:59:44,707 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T03:59:44,708 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T03:59:44,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T03:59:44,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T03:59:44,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37673 2024-12-02T03:59:44,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37673 2024-12-02T03:59:44,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37673 2024-12-02T03:59:44,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37673 2024-12-02T03:59:44,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37673 2024-12-02T03:59:44,723 DEBUG [M:0;e2eaa0f11f7e:33205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e2eaa0f11f7e:33205 2024-12-02T03:59:44,723 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e2eaa0f11f7e,33205,1733111984457 2024-12-02T03:59:44,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:59:44,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:59:44,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:59:44,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:59:44,732 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e2eaa0f11f7e,33205,1733111984457 2024-12-02T03:59:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:59:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:59:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T03:59:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,741 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T03:59:44,741 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e2eaa0f11f7e,33205,1733111984457 from backup master directory 2024-12-02T03:59:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e2eaa0f11f7e,33205,1733111984457 2024-12-02T03:59:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:59:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:59:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:59:44,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T03:59:44,748 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:59:44,748 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e2eaa0f11f7e,33205,1733111984457 2024-12-02T03:59:44,752 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/hbase.id] with ID: 626af8cf-12d2-49b5-8c9e-7efc26007e9f 2024-12-02T03:59:44,752 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/.tmp/hbase.id 2024-12-02T03:59:44,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:59:44,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:59:44,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741826_1002 (size=42) 2024-12-02T03:59:44,761 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/.tmp/hbase.id]:[hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/hbase.id] 2024-12-02T03:59:44,777 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T03:59:44,777 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T03:59:44,779 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T03:59:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:59:44,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:59:44,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741827_1003 (size=196) 2024-12-02T03:59:44,799 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:59:44,800 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T03:59:44,800 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:59:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:59:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:59:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741828_1004 (size=1189) 2024-12-02T03:59:44,815 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store 2024-12-02T03:59:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:59:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:59:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741829_1005 (size=34) 2024-12-02T03:59:44,824 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:44,824 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T03:59:44,824 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:59:44,824 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:59:44,824 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T03:59:44,824 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:59:44,824 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T03:59:44,824 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733111984824Disabling compacts and flushes for region at 1733111984824Disabling writes for close at 1733111984824Writing region close event to WAL at 1733111984824Closed at 1733111984824 2024-12-02T03:59:44,825 WARN [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/.initializing 2024-12-02T03:59:44,825 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/WALs/e2eaa0f11f7e,33205,1733111984457 2024-12-02T03:59:44,826 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:59:44,828 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C33205%2C1733111984457, suffix=, logDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/WALs/e2eaa0f11f7e,33205,1733111984457, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/oldWALs, maxLogs=10 2024-12-02T03:59:44,840 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/WALs/e2eaa0f11f7e,33205,1733111984457/e2eaa0f11f7e%2C33205%2C1733111984457.1733111984828, exclude list is [], retry=0 2024-12-02T03:59:44,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-aa0ae7a0-910d-4d95-b217-402c3c326716,DISK] 2024-12-02T03:59:44,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32865,DS-feeea950-2c62-442c-b770-eb37482c35cd,DISK] 2024-12-02T03:59:44,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44625,DS-6a0d3415-fce1-473b-90c0-ce38005a4d5f,DISK] 2024-12-02T03:59:44,845 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/WALs/e2eaa0f11f7e,33205,1733111984457/e2eaa0f11f7e%2C33205%2C1733111984457.1733111984828 2024-12-02T03:59:44,846 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41849:41849),(127.0.0.1/127.0.0.1:35217:35217),(127.0.0.1/127.0.0.1:39611:39611)] 2024-12-02T03:59:44,846 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:59:44,846 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:44,846 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,846 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T03:59:44,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:44,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:59:44,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T03:59:44,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:44,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:59:44,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T03:59:44,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:44,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:59:44,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T03:59:44,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:44,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T03:59:44,857 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,857 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,857 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,859 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,859 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,859 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:59:44,860 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T03:59:44,862 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:59:44,863 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69385286, jitterRate=0.03392133116722107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:59:44,863 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733111984846Initializing all the Stores at 1733111984847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111984847Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111984847Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111984847Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111984847Cleaning up temporary data from old regions at 1733111984859 (+12 ms)Region opened successfully at 1733111984863 (+4 ms) 2024-12-02T03:59:44,864 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T03:59:44,867 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0c46ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:59:44,868 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T03:59:44,868 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T03:59:44,868 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T03:59:44,869 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T03:59:44,869 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T03:59:44,869 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T03:59:44,869 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-02T03:59:44,872 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T03:59:44,872 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T03:59:44,903 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T03:59:44,904 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T03:59:44,904 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T03:59:44,915 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T03:59:44,915 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T03:59:44,917 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T03:59:44,923 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T03:59:44,924 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T03:59:44,931 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T03:59:44,935 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T03:59:44,945 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T03:59:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:59:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:59:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:59:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T03:59:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,959 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e2eaa0f11f7e,33205,1733111984457, sessionid=0x101957bc3fd0000, setting cluster-up flag (Was=false) 2024-12-02T03:59:44,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:44,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:45,006 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T03:59:45,008 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,33205,1733111984457 2024-12-02T03:59:45,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:45,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:45,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:45,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:45,048 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T03:59:45,049 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e2eaa0f11f7e,33205,1733111984457 2024-12-02T03:59:45,051 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T03:59:45,052 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T03:59:45,053 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T03:59:45,053 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T03:59:45,053 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e2eaa0f11f7e,33205,1733111984457 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T03:59:45,055 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:59:45,055 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:59:45,055 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:59:45,055 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=5, maxPoolSize=5 2024-12-02T03:59:45,055 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e2eaa0f11f7e:0, corePoolSize=10, maxPoolSize=10 2024-12-02T03:59:45,055 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,055 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:59:45,055 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:59:45,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T03:59:45,061 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:45,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T03:59:45,063 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733112015062 2024-12-02T03:59:45,063 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T03:59:45,063 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T03:59:45,063 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T03:59:45,063 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T03:59:45,063 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T03:59:45,063 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T03:59:45,067 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,068 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T03:59:45,068 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T03:59:45,068 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T03:59:45,070 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T03:59:45,071 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T03:59:45,071 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111985071,5,FailOnTimeoutGroup] 2024-12-02T03:59:45,071 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111985071,5,FailOnTimeoutGroup] 2024-12-02T03:59:45,071 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,072 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T03:59:45,072 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,072 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:59:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:59:45,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741831_1007 (size=1321) 2024-12-02T03:59:45,080 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T03:59:45,080 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:45,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:59:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:59:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741832_1008 (size=32) 2024-12-02T03:59:45,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:45,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:59:45,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:59:45,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:45,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:59:45,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:59:45,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:59:45,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:45,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:59:45,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:59:45,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:59:45,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:45,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:59:45,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:59:45,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:59:45,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:45,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:59:45,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:59:45,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740 2024-12-02T03:59:45,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740 2024-12-02T03:59:45,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:59:45,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:59:45,108 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:59:45,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:59:45,112 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T03:59:45,112 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75121506, jitterRate=0.11939767003059387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:59:45,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733111985094Initializing all the Stores at 1733111985094Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111985094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111985095 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111985095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111985095Cleaning up temporary data from old regions at 1733111985107 (+12 ms)Region opened successfully at 1733111985113 (+6 ms) 2024-12-02T03:59:45,113 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(746): ClusterId : 626af8cf-12d2-49b5-8c9e-7efc26007e9f 2024-12-02T03:59:45,113 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:59:45,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T03:59:45,113 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T03:59:45,113 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(746): ClusterId : 626af8cf-12d2-49b5-8c9e-7efc26007e9f 2024-12-02T03:59:45,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T03:59:45,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T03:59:45,113 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:59:45,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T03:59:45,113 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HRegionServer(746): ClusterId : 626af8cf-12d2-49b5-8c9e-7efc26007e9f 2024-12-02T03:59:45,113 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T03:59:45,113 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T03:59:45,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733111985113Disabling compacts and flushes for region at 1733111985113Disabling writes for close at 1733111985113Writing region close event to WAL at 1733111985113Closed at 1733111985113 2024-12-02T03:59:45,114 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:59:45,114 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T03:59:45,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T03:59:45,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:59:45,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T03:59:45,132 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:59:45,132 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:59:45,132 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:59:45,132 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T03:59:45,132 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:59:45,132 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T03:59:45,141 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:59:45,141 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:59:45,141 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T03:59:45,141 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55649f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:59:45,141 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fa84a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:59:45,141 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fc82a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e2eaa0f11f7e/172.17.0.2:0 2024-12-02T03:59:45,151 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e2eaa0f11f7e:37673 2024-12-02T03:59:45,151 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e2eaa0f11f7e:33057 2024-12-02T03:59:45,151 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:59:45,151 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:59:45,151 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:59:45,151 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:59:45,151 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:59:45,151 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:59:45,152 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,33205,1733111984457 with port=37673, startcode=1733111984692 2024-12-02T03:59:45,152 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,33205,1733111984457 with port=33057, startcode=1733111984615 2024-12-02T03:59:45,152 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:59:45,152 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:59:45,154 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:59:45,154 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36399, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:59:45,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,33057,1733111984615 2024-12-02T03:59:45,155 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,33057,1733111984615 2024-12-02T03:59:45,156 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,37673,1733111984692 2024-12-02T03:59:45,156 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,37673,1733111984692 2024-12-02T03:59:45,156 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:45,156 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36527 2024-12-02T03:59:45,156 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:59:45,157 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e2eaa0f11f7e:39775 2024-12-02T03:59:45,157 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T03:59:45,157 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T03:59:45,157 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T03:59:45,157 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:45,157 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36527 2024-12-02T03:59:45,157 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:59:45,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:59:45,165 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(2659): reportForDuty to master=e2eaa0f11f7e,33205,1733111984457 with port=39775, startcode=1733111984654 2024-12-02T03:59:45,166 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T03:59:45,167 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37611, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T03:59:45,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:45,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33205 {}] master.ServerManager(517): Registering regionserver=e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:45,169 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:45,169 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36527 2024-12-02T03:59:45,169 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T03:59:45,195 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] zookeeper.ZKUtil(111): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,33057,1733111984615 2024-12-02T03:59:45,195 WARN [RS:0;e2eaa0f11f7e:33057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:59:45,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,37673,1733111984692] 2024-12-02T03:59:45,195 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,33057,1733111984615] 2024-12-02T03:59:45,195 INFO [RS:0;e2eaa0f11f7e:33057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:59:45,195 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,33057,1733111984615 2024-12-02T03:59:45,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T03:59:45,212 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] zookeeper.ZKUtil(111): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,37673,1733111984692 2024-12-02T03:59:45,212 WARN [RS:2;e2eaa0f11f7e:37673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:59:45,212 INFO [RS:2;e2eaa0f11f7e:37673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:59:45,212 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692 2024-12-02T03:59:45,212 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] zookeeper.ZKUtil(111): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:45,212 WARN [RS:1;e2eaa0f11f7e:39775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T03:59:45,212 INFO [RS:1;e2eaa0f11f7e:39775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:59:45,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e2eaa0f11f7e,39775,1733111984654] 2024-12-02T03:59:45,213 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:45,214 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:59:45,217 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:59:45,220 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T03:59:45,221 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:59:45,221 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:59:45,222 INFO [RS:0;e2eaa0f11f7e:33057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:59:45,222 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,222 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T03:59:45,224 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:59:45,224 INFO [RS:2;e2eaa0f11f7e:37673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:59:45,224 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,224 INFO [RS:1;e2eaa0f11f7e:39775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T03:59:45,224 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,224 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:59:45,225 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:59:45,225 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:59:45,225 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,225 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:59:45,226 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,226 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:59:45,227 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,227 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,227 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,227 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:59:45,227 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:59:45,228 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T03:59:45,229 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T03:59:45,229 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,229 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,229 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,229 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,229 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,229 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,229 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,229 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,230 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,230 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,230 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,230 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,230 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,37673,1733111984692-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,230 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=2, maxPoolSize=2 2024-12-02T03:59:45,230 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33057,1733111984615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e2eaa0f11f7e:0, corePoolSize=1, maxPoolSize=1 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:59:45,230 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e2eaa0f11f7e:0, corePoolSize=3, maxPoolSize=3 2024-12-02T03:59:45,233 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,233 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,233 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,233 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,233 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,233 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,39775,1733111984654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:59:45,242 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:59:45,242 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,37673,1733111984692-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,242 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,242 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.Replication(171): e2eaa0f11f7e,37673,1733111984692 started 2024-12-02T03:59:45,244 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:59:45,244 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33057,1733111984615-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,244 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,244 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.Replication(171): e2eaa0f11f7e,33057,1733111984615 started 2024-12-02T03:59:45,245 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T03:59:45,245 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,39775,1733111984654-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,245 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,245 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.Replication(171): e2eaa0f11f7e,39775,1733111984654 started 2024-12-02T03:59:45,254 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,254 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,37673,1733111984692, RpcServer on e2eaa0f11f7e/172.17.0.2:37673, sessionid=0x101957bc3fd0003 2024-12-02T03:59:45,254 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:59:45,254 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,37673,1733111984692 2024-12-02T03:59:45,254 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,37673,1733111984692' 2024-12-02T03:59:45,254 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:59:45,254 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:59:45,255 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:59:45,255 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:59:45,255 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,37673,1733111984692 2024-12-02T03:59:45,255 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,37673,1733111984692' 2024-12-02T03:59:45,255 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:59:45,255 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:59:45,255 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,256 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,33057,1733111984615, RpcServer on e2eaa0f11f7e/172.17.0.2:33057, sessionid=0x101957bc3fd0001 2024-12-02T03:59:45,256 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:59:45,256 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:59:45,256 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,33057,1733111984615 2024-12-02T03:59:45,256 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,33057,1733111984615' 2024-12-02T03:59:45,256 INFO [RS:2;e2eaa0f11f7e:37673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:59:45,256 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:59:45,256 INFO [RS:2;e2eaa0f11f7e:37673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:59:45,256 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:45,256 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(1482): Serving as e2eaa0f11f7e,39775,1733111984654, RpcServer on e2eaa0f11f7e/172.17.0.2:39775, sessionid=0x101957bc3fd0002 2024-12-02T03:59:45,256 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:59:45,256 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T03:59:45,256 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:45,256 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,39775,1733111984654' 2024-12-02T03:59:45,256 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T03:59:45,256 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:59:45,257 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:59:45,257 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T03:59:45,257 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,33057,1733111984615 2024-12-02T03:59:45,257 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,33057,1733111984615' 2024-12-02T03:59:45,257 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:59:45,257 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T03:59:45,257 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T03:59:45,257 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:45,257 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:59:45,257 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e2eaa0f11f7e,39775,1733111984654' 2024-12-02T03:59:45,257 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T03:59:45,257 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:59:45,257 INFO [RS:0;e2eaa0f11f7e:33057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:59:45,257 INFO [RS:0;e2eaa0f11f7e:33057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:59:45,257 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T03:59:45,257 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T03:59:45,258 INFO [RS:1;e2eaa0f11f7e:39775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T03:59:45,258 INFO [RS:1;e2eaa0f11f7e:39775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T03:59:45,266 WARN [e2eaa0f11f7e:33205 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T03:59:45,356 INFO [RS:2;e2eaa0f11f7e:37673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:59:45,358 INFO [RS:0;e2eaa0f11f7e:33057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:59:45,358 INFO [RS:1;e2eaa0f11f7e:39775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T03:59:45,359 INFO [RS:2;e2eaa0f11f7e:37673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C37673%2C1733111984692, suffix=, logDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/oldWALs, maxLogs=32 2024-12-02T03:59:45,360 INFO [RS:0;e2eaa0f11f7e:33057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C33057%2C1733111984615, suffix=, logDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,33057,1733111984615, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/oldWALs, maxLogs=32 2024-12-02T03:59:45,361 INFO [RS:1;e2eaa0f11f7e:39775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C39775%2C1733111984654, suffix=, logDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,39775,1733111984654, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/oldWALs, maxLogs=32 2024-12-02T03:59:45,376 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,33057,1733111984615/e2eaa0f11f7e%2C33057%2C1733111984615.1733111985364, exclude list is [], retry=0 2024-12-02T03:59:45,376 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364, exclude list is [], retry=0 2024-12-02T03:59:45,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32865,DS-feeea950-2c62-442c-b770-eb37482c35cd,DISK] 2024-12-02T03:59:45,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-aa0ae7a0-910d-4d95-b217-402c3c326716,DISK] 2024-12-02T03:59:45,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44625,DS-6a0d3415-fce1-473b-90c0-ce38005a4d5f,DISK] 2024-12-02T03:59:45,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44625,DS-6a0d3415-fce1-473b-90c0-ce38005a4d5f,DISK] 2024-12-02T03:59:45,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-aa0ae7a0-910d-4d95-b217-402c3c326716,DISK] 2024-12-02T03:59:45,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32865,DS-feeea950-2c62-442c-b770-eb37482c35cd,DISK] 2024-12-02T03:59:45,382 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,39775,1733111984654/e2eaa0f11f7e%2C39775%2C1733111984654.1733111985364, exclude list is [], retry=0 2024-12-02T03:59:45,384 INFO [RS:2;e2eaa0f11f7e:37673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364 2024-12-02T03:59:45,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32865,DS-feeea950-2c62-442c-b770-eb37482c35cd,DISK] 2024-12-02T03:59:45,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-aa0ae7a0-910d-4d95-b217-402c3c326716,DISK] 2024-12-02T03:59:45,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44625,DS-6a0d3415-fce1-473b-90c0-ce38005a4d5f,DISK] 2024-12-02T03:59:45,386 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41849:41849),(127.0.0.1/127.0.0.1:39611:39611),(127.0.0.1/127.0.0.1:35217:35217)] 2024-12-02T03:59:45,386 INFO [RS:0;e2eaa0f11f7e:33057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,33057,1733111984615/e2eaa0f11f7e%2C33057%2C1733111984615.1733111985364 2024-12-02T03:59:45,387 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35217:35217),(127.0.0.1/127.0.0.1:41849:41849),(127.0.0.1/127.0.0.1:39611:39611)] 2024-12-02T03:59:45,388 INFO [RS:1;e2eaa0f11f7e:39775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,39775,1733111984654/e2eaa0f11f7e%2C39775%2C1733111984654.1733111985364 2024-12-02T03:59:45,389 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41849:41849),(127.0.0.1/127.0.0.1:39611:39611),(127.0.0.1/127.0.0.1:35217:35217)] 2024-12-02T03:59:45,516 DEBUG [e2eaa0f11f7e:33205 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T03:59:45,517 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:59:45,521 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:59:45,521 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:59:45,521 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T03:59:45,521 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:59:45,521 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:59:45,521 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T03:59:45,522 INFO [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:59:45,522 INFO [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:59:45,522 INFO [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T03:59:45,522 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:59:45,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:45,525 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,39775,1733111984654, state=OPENING 2024-12-02T03:59:45,565 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T03:59:45,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:45,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:45,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:45,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T03:59:45,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:59:45,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T03:59:45,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:59:45,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:59:45,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,39775,1733111984654}] 2024-12-02T03:59:45,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:59:46,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:59:46,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:59:46,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:59:47,294 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T03:59:47,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:59:47,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:59:47,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T03:59:55,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T03:59:55,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37177, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T03:59:55,594 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T03:59:55,594 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T03:59:55,595 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T03:59:55,597 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e2eaa0f11f7e%2C39775%2C1733111984654.meta, suffix=.meta, logDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,39775,1733111984654, archiveDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/oldWALs, maxLogs=32 2024-12-02T03:59:55,610 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,39775,1733111984654/e2eaa0f11f7e%2C39775%2C1733111984654.meta.1733111995597.meta, exclude list is [], retry=0 2024-12-02T03:59:55,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32865,DS-feeea950-2c62-442c-b770-eb37482c35cd,DISK] 2024-12-02T03:59:55,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44625,DS-6a0d3415-fce1-473b-90c0-ce38005a4d5f,DISK] 2024-12-02T03:59:55,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37381,DS-aa0ae7a0-910d-4d95-b217-402c3c326716,DISK] 2024-12-02T03:59:55,614 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,39775,1733111984654/e2eaa0f11f7e%2C39775%2C1733111984654.meta.1733111995597.meta 2024-12-02T03:59:55,615 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35217:35217),(127.0.0.1/127.0.0.1:39611:39611),(127.0.0.1/127.0.0.1:41849:41849)] 2024-12-02T03:59:55,615 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T03:59:55,615 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T03:59:55,615 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T03:59:55,615 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T03:59:55,615 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T03:59:55,615 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,615 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T03:59:55,615 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T03:59:55,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T03:59:55,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T03:59:55,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:55,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:59:55,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T03:59:55,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T03:59:55,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:55,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:59:55,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T03:59:55,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T03:59:55,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:55,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:59:55,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T03:59:55,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T03:59:55,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:55,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T03:59:55,622 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T03:59:55,623 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740 2024-12-02T03:59:55,624 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740 2024-12-02T03:59:55,626 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T03:59:55,626 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T03:59:55,626 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T03:59:55,628 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T03:59:55,628 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72605472, jitterRate=0.08190584182739258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T03:59:55,628 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T03:59:55,628 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733111995616Writing region info on filesystem at 1733111995616Initializing all the Stores at 1733111995617 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111995617Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111995617Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733111995617Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733111995617Cleaning up temporary data from old regions at 1733111995626 (+9 ms)Running coprocessor post-open hooks at 1733111995628 (+2 ms)Region opened successfully at 1733111995628 2024-12-02T03:59:55,629 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733111995579 2024-12-02T03:59:55,631 DEBUG [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T03:59:55,631 INFO [RS_OPEN_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T03:59:55,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:55,632 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e2eaa0f11f7e,39775,1733111984654, state=OPEN 2024-12-02T03:59:55,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:59:55,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:59:55,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:59:55,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T03:59:55,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:59:55,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:59:55,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:59:55,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T03:59:55,671 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:55,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T03:59:55,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e2eaa0f11f7e,39775,1733111984654 in 10.0970 sec 2024-12-02T03:59:55,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T03:59:55,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5610 sec 2024-12-02T03:59:55,678 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T03:59:55,678 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T03:59:55,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:59:55,681 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=-1] 2024-12-02T03:59:55,681 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:59:55,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60519, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:59:55,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6340 sec 2024-12-02T03:59:55,687 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733111995687, completionTime=-1 2024-12-02T03:59:55,687 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T03:59:55,687 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T03:59:55,689 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T03:59:55,689 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733112055689 2024-12-02T03:59:55,689 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733112115689 2024-12-02T03:59:55,689 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T03:59:55,689 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T03:59:55,690 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33205,1733111984457-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:55,690 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33205,1733111984457-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:55,690 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33205,1733111984457-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:55,690 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e2eaa0f11f7e:33205, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:55,690 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:55,690 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:55,692 DEBUG [master/e2eaa0f11f7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T03:59:55,694 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.946sec 2024-12-02T03:59:55,694 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T03:59:55,694 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T03:59:55,694 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T03:59:55,694 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T03:59:55,694 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T03:59:55,694 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33205,1733111984457-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T03:59:55,694 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33205,1733111984457-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T03:59:55,697 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T03:59:55,697 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T03:59:55,697 INFO [master/e2eaa0f11f7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e2eaa0f11f7e,33205,1733111984457-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T03:59:55,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655b75f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:59:55,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,33205,-1 for getting cluster id 2024-12-02T03:59:55,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:59:55,727 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '626af8cf-12d2-49b5-8c9e-7efc26007e9f' 2024-12-02T03:59:55,728 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:59:55,728 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "626af8cf-12d2-49b5-8c9e-7efc26007e9f" 2024-12-02T03:59:55,728 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8580a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:59:55,728 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,33205,-1] 2024-12-02T03:59:55,728 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:59:55,729 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:55,729 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:59:55,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4174749c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:59:55,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:59:55,732 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=-1] 2024-12-02T03:59:55,732 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:59:55,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:59:55,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e2eaa0f11f7e,33205,1733111984457 2024-12-02T03:59:55,737 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733111995737 (current time:1733111995737). 2024-12-02T03:59:55,737 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T03:59:55,737 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-02T03:59:55,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b35f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:59:55,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e2eaa0f11f7e,33205,-1 for getting cluster id 2024-12-02T03:59:55,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T03:59:55,740 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '626af8cf-12d2-49b5-8c9e-7efc26007e9f' 2024-12-02T03:59:55,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T03:59:55,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "626af8cf-12d2-49b5-8c9e-7efc26007e9f" 2024-12-02T03:59:55,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@836f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:59:55,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e2eaa0f11f7e,33205,-1] 2024-12-02T03:59:55,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T03:59:55,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:55,741 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T03:59:55,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aadf3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T03:59:55,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T03:59:55,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=-1] 2024-12-02T03:59:55,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T03:59:55,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T03:59:55,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T03:59:55,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T03:59:55,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:55,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T03:59:55,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T03:59:55,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T03:59:55,747 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e2eaa0f11f7e,33205,1733111984457 2024-12-02T03:59:55,747 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e0f4f95 2024-12-02T03:59:55,747 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T03:59:55,748 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T03:59:55,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T03:59:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-02T03:59:55,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T03:59:55,751 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T03:59:55,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-02T03:59:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:59:55,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T03:59:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741837_1013 (size=361) 2024-12-02T03:59:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741837_1013 (size=361) 2024-12-02T03:59:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741837_1013 (size=361) 2024-12-02T03:59:55,762 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49801d7edec0c2d5d09950a2b3b296a0, NAME => 'SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:55,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8a2220551b5f40f1b877af6d141ddefd, NAME => 'SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:55,763 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b9ae788ece744386fc4b49c9c0669e76, NAME => 'SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741839_1015 (size=62) 2024-12-02T03:59:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741839_1015 (size=62) 2024-12-02T03:59:55,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741838_1014 (size=54) 2024-12-02T03:59:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741838_1014 (size=54) 2024-12-02T03:59:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741839_1015 (size=62) 2024-12-02T03:59:55,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741838_1014 (size=54) 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 49801d7edec0c2d5d09950a2b3b296a0, disabling compactions & flushes 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b9ae788ece744386fc4b49c9c0669e76, disabling compactions & flushes 2024-12-02T03:59:55,783 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T03:59:55,783 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. after waiting 0 ms 2024-12-02T03:59:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741840_1016 (size=62) 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T03:59:55,783 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b9ae788ece744386fc4b49c9c0669e76: Waiting for close lock at 1733111995783Disabling compacts and flushes for region at 1733111995783Disabling writes for close at 1733111995783Writing region close event to WAL at 1733111995783Closed at 1733111995783 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. after waiting 0 ms 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T03:59:55,783 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T03:59:55,783 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49801d7edec0c2d5d09950a2b3b296a0: Waiting for close lock at 1733111995783Disabling compacts and flushes for region at 1733111995783Disabling writes for close at 1733111995783Writing region close event to WAL at 1733111995783Closed at 1733111995783 2024-12-02T03:59:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741840_1016 (size=62) 2024-12-02T03:59:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741840_1016 (size=62) 2024-12-02T03:59:55,784 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 501390267197b02aa5fce110ab0dd8e8, NAME => 'SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:55,785 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c07126775b26ee8c197054cb92974a2, NAME => 'SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:55,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8a2220551b5f40f1b877af6d141ddefd, disabling compactions & flushes 2024-12-02T03:59:55,785 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T03:59:55,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T03:59:55,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. after waiting 0 ms 2024-12-02T03:59:55,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T03:59:55,785 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T03:59:55,785 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8a2220551b5f40f1b877af6d141ddefd: Waiting for close lock at 1733111995785Disabling compacts and flushes for region at 1733111995785Disabling writes for close at 1733111995785Writing region close event to WAL at 1733111995785Closed at 1733111995785 2024-12-02T03:59:55,786 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ae9eb3306e29013f8de01a0225d1a406, NAME => 'SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741841_1017 (size=62) 2024-12-02T03:59:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741842_1018 (size=62) 2024-12-02T03:59:55,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741841_1017 (size=62) 2024-12-02T03:59:55,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741842_1018 (size=62) 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0c07126775b26ee8c197054cb92974a2, disabling compactions & flushes 2024-12-02T03:59:55,796 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 501390267197b02aa5fce110ab0dd8e8, disabling compactions & flushes 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T03:59:55,796 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. after waiting 0 ms 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. after waiting 0 ms 2024-12-02T03:59:55,796 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T03:59:55,796 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c07126775b26ee8c197054cb92974a2: Waiting for close lock at 1733111995796Disabling compacts and flushes for region at 1733111995796Disabling writes for close at 1733111995796Writing region close event to WAL at 1733111995796Closed at 1733111995796 2024-12-02T03:59:55,796 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 501390267197b02aa5fce110ab0dd8e8: Waiting for close lock at 1733111995796Disabling compacts and flushes for region at 1733111995796Disabling writes for close at 1733111995796Writing region close event to WAL at 1733111995796Closed at 1733111995796 2024-12-02T03:59:55,797 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15440a30c6af4046211bd6fc5ad8590d, NAME => 'SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:55,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741841_1017 (size=62) 2024-12-02T03:59:55,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741842_1018 (size=62) 2024-12-02T03:59:55,797 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9d7bfff75eb2be95e961e55c13f16613, NAME => 'SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:55,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741843_1019 (size=62) 2024-12-02T03:59:55,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741843_1019 (size=62) 2024-12-02T03:59:55,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741843_1019 (size=62) 2024-12-02T03:59:55,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ae9eb3306e29013f8de01a0225d1a406, disabling compactions & flushes 2024-12-02T03:59:55,801 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T03:59:55,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T03:59:55,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. after waiting 0 ms 2024-12-02T03:59:55,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T03:59:55,801 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T03:59:55,801 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ae9eb3306e29013f8de01a0225d1a406: Waiting for close lock at 1733111995801Disabling compacts and flushes for region at 1733111995801Disabling writes for close at 1733111995801Writing region close event to WAL at 1733111995801Closed at 1733111995801 2024-12-02T03:59:55,802 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 290f734c6e0ff4acdd780a9495f3fa58, NAME => 'SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741844_1020 (size=62) 2024-12-02T03:59:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741844_1020 (size=62) 2024-12-02T03:59:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741844_1020 (size=62) 2024-12-02T03:59:55,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9d7bfff75eb2be95e961e55c13f16613, disabling compactions & flushes 2024-12-02T03:59:55,809 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T03:59:55,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T03:59:55,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. after waiting 0 ms 2024-12-02T03:59:55,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T03:59:55,809 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T03:59:55,809 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9d7bfff75eb2be95e961e55c13f16613: Waiting for close lock at 1733111995809Disabling compacts and flushes for region at 1733111995809Disabling writes for close at 1733111995809Writing region close event to WAL at 1733111995809Closed at 1733111995809 2024-12-02T03:59:55,810 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4bf12b67807b3ade93ccb33044d1f84f, NAME => 'SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0 2024-12-02T03:59:55,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741845_1021 (size=62) 2024-12-02T03:59:55,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741845_1021 (size=62) 2024-12-02T03:59:55,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741845_1021 (size=62) 2024-12-02T03:59:55,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 15440a30c6af4046211bd6fc5ad8590d, disabling compactions & flushes 2024-12-02T03:59:55,813 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T03:59:55,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T03:59:55,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. after waiting 0 ms 2024-12-02T03:59:55,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T03:59:55,814 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T03:59:55,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15440a30c6af4046211bd6fc5ad8590d: Waiting for close lock at 1733111995813Disabling compacts and flushes for region at 1733111995813Disabling writes for close at 1733111995813Writing region close event to WAL at 1733111995814 (+1 ms)Closed at 1733111995814 2024-12-02T03:59:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741846_1022 (size=62) 2024-12-02T03:59:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741846_1022 (size=62) 2024-12-02T03:59:55,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741846_1022 (size=62) 2024-12-02T03:59:55,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 290f734c6e0ff4acdd780a9495f3fa58, disabling compactions & flushes 2024-12-02T03:59:55,819 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T03:59:55,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T03:59:55,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. after waiting 0 ms 2024-12-02T03:59:55,819 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T03:59:55,820 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T03:59:55,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 290f734c6e0ff4acdd780a9495f3fa58: Waiting for close lock at 1733111995819Disabling compacts and flushes for region at 1733111995819Disabling writes for close at 1733111995819Writing region close event to WAL at 1733111995820 (+1 ms)Closed at 1733111995820 2024-12-02T03:59:55,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741847_1023 (size=54) 2024-12-02T03:59:55,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741847_1023 (size=54) 2024-12-02T03:59:55,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741847_1023 (size=54) 2024-12-02T03:59:55,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T03:59:55,824 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 4bf12b67807b3ade93ccb33044d1f84f, disabling compactions & flushes 2024-12-02T03:59:55,824 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T03:59:55,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T03:59:55,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. after waiting 0 ms 2024-12-02T03:59:55,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T03:59:55,825 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T03:59:55,825 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4bf12b67807b3ade93ccb33044d1f84f: Waiting for close lock at 1733111995824Disabling compacts and flushes for region at 1733111995824Disabling writes for close at 1733111995825 (+1 ms)Writing region close event to WAL at 1733111995825Closed at 1733111995825 2024-12-02T03:59:55,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T03:59:55,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111995826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111995826"}]},"ts":"1733111995826"} 2024-12-02T03:59:55,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733111995826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111995826"}]},"ts":"1733111995826"} 2024-12-02T03:59:55,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111995826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111995826"}]},"ts":"1733111995826"} 2024-12-02T03:59:55,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111995826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111995826"}]},"ts":"1733111995826"} 2024-12-02T03:59:55,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111995826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111995826"}]},"ts":"1733111995826"} 2024-12-02T03:59:55,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111995826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111995826"}]},"ts":"1733111995826"} 2024-12-02T03:59:55,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111995826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111995826"}]},"ts":"1733111995826"} 2024-12-02T03:59:55,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111995826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111995826"}]},"ts":"1733111995826"} 2024-12-02T03:59:55,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733111995826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111995826"}]},"ts":"1733111995826"} 2024-12-02T03:59:55,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733111995826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733111995826"}]},"ts":"1733111995826"} 2024-12-02T03:59:55,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-02T03:59:55,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T03:59:55,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733111995832"}]},"ts":"1733111995832"} 2024-12-02T03:59:55,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-02T03:59:55,834 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T03:59:55,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T03:59:55,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T03:59:55,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T03:59:55,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T03:59:55,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T03:59:55,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T03:59:55,839 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T03:59:55,839 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T03:59:55,839 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T03:59:55,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T03:59:55,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49801d7edec0c2d5d09950a2b3b296a0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a2220551b5f40f1b877af6d141ddefd, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9ae788ece744386fc4b49c9c0669e76, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=501390267197b02aa5fce110ab0dd8e8, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c07126775b26ee8c197054cb92974a2, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae9eb3306e29013f8de01a0225d1a406, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15440a30c6af4046211bd6fc5ad8590d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d7bfff75eb2be95e961e55c13f16613, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=290f734c6e0ff4acdd780a9495f3fa58, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4bf12b67807b3ade93ccb33044d1f84f, ASSIGN}] 2024-12-02T03:59:55,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a2220551b5f40f1b877af6d141ddefd, ASSIGN 2024-12-02T03:59:55,841 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49801d7edec0c2d5d09950a2b3b296a0, ASSIGN 2024-12-02T03:59:55,841 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=501390267197b02aa5fce110ab0dd8e8, ASSIGN 2024-12-02T03:59:55,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9ae788ece744386fc4b49c9c0669e76, ASSIGN 2024-12-02T03:59:55,842 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=49801d7edec0c2d5d09950a2b3b296a0, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,37673,1733111984692; forceNewPlan=false, retain=false 2024-12-02T03:59:55,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a2220551b5f40f1b877af6d141ddefd, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33057,1733111984615; forceNewPlan=false, retain=false 2024-12-02T03:59:55,842 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=501390267197b02aa5fce110ab0dd8e8, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,37673,1733111984692; forceNewPlan=false, retain=false 2024-12-02T03:59:55,842 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4bf12b67807b3ade93ccb33044d1f84f, ASSIGN 2024-12-02T03:59:55,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b9ae788ece744386fc4b49c9c0669e76, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,39775,1733111984654; forceNewPlan=false, retain=false 2024-12-02T03:59:55,843 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4bf12b67807b3ade93ccb33044d1f84f, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,39775,1733111984654; forceNewPlan=false, retain=false 2024-12-02T03:59:55,845 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d7bfff75eb2be95e961e55c13f16613, ASSIGN 2024-12-02T03:59:55,845 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=290f734c6e0ff4acdd780a9495f3fa58, ASSIGN 2024-12-02T03:59:55,845 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=290f734c6e0ff4acdd780a9495f3fa58, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33057,1733111984615; forceNewPlan=false, retain=false 2024-12-02T03:59:55,845 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d7bfff75eb2be95e961e55c13f16613, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,39775,1733111984654; forceNewPlan=false, retain=false 2024-12-02T03:59:55,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae9eb3306e29013f8de01a0225d1a406, ASSIGN 2024-12-02T03:59:55,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15440a30c6af4046211bd6fc5ad8590d, ASSIGN 2024-12-02T03:59:55,846 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c07126775b26ee8c197054cb92974a2, ASSIGN 2024-12-02T03:59:55,846 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15440a30c6af4046211bd6fc5ad8590d, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,37673,1733111984692; forceNewPlan=false, retain=false 2024-12-02T03:59:55,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae9eb3306e29013f8de01a0225d1a406, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,33057,1733111984615; forceNewPlan=false, retain=false 2024-12-02T03:59:55,847 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c07126775b26ee8c197054cb92974a2, ASSIGN; state=OFFLINE, location=e2eaa0f11f7e,39775,1733111984654; forceNewPlan=false, retain=false 2024-12-02T03:59:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:59:55,993 INFO [e2eaa0f11f7e:33205 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-02T03:59:55,993 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b9ae788ece744386fc4b49c9c0669e76, regionState=OPENING, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:55,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c07126775b26ee8c197054cb92974a2, regionState=OPENING, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:55,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9d7bfff75eb2be95e961e55c13f16613, regionState=OPENING, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:55,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=15440a30c6af4046211bd6fc5ad8590d, regionState=OPENING, regionLocation=e2eaa0f11f7e,37673,1733111984692 2024-12-02T03:59:55,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4bf12b67807b3ade93ccb33044d1f84f, regionState=OPENING, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T03:59:55,994 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=501390267197b02aa5fce110ab0dd8e8, regionState=OPENING, regionLocation=e2eaa0f11f7e,37673,1733111984692 2024-12-02T03:59:55,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=290f734c6e0ff4acdd780a9495f3fa58, regionState=OPENING, regionLocation=e2eaa0f11f7e,33057,1733111984615 2024-12-02T03:59:55,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49801d7edec0c2d5d09950a2b3b296a0, regionState=OPENING, regionLocation=e2eaa0f11f7e,37673,1733111984692 2024-12-02T03:59:55,994 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ae9eb3306e29013f8de01a0225d1a406, regionState=OPENING, regionLocation=e2eaa0f11f7e,33057,1733111984615 2024-12-02T03:59:55,995 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8a2220551b5f40f1b877af6d141ddefd, regionState=OPENING, regionLocation=e2eaa0f11f7e,33057,1733111984615 2024-12-02T03:59:55,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b9ae788ece744386fc4b49c9c0669e76, ASSIGN because future has completed 2024-12-02T03:59:55,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9ae788ece744386fc4b49c9c0669e76, server=e2eaa0f11f7e,39775,1733111984654}] 2024-12-02T03:59:55,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d7bfff75eb2be95e961e55c13f16613, ASSIGN because future has completed 2024-12-02T03:59:56,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d7bfff75eb2be95e961e55c13f16613, server=e2eaa0f11f7e,39775,1733111984654}] 2024-12-02T03:59:56,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0c07126775b26ee8c197054cb92974a2, ASSIGN because future has completed 2024-12-02T03:59:56,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c07126775b26ee8c197054cb92974a2, server=e2eaa0f11f7e,39775,1733111984654}] 2024-12-02T03:59:56,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4bf12b67807b3ade93ccb33044d1f84f, ASSIGN because future has completed 2024-12-02T03:59:56,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15440a30c6af4046211bd6fc5ad8590d, ASSIGN because future has completed 2024-12-02T03:59:56,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=501390267197b02aa5fce110ab0dd8e8, ASSIGN because future has completed 2024-12-02T03:59:56,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 501390267197b02aa5fce110ab0dd8e8, server=e2eaa0f11f7e,37673,1733111984692}] 2024-12-02T03:59:56,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15440a30c6af4046211bd6fc5ad8590d, server=e2eaa0f11f7e,37673,1733111984692}] 2024-12-02T03:59:56,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bf12b67807b3ade93ccb33044d1f84f, server=e2eaa0f11f7e,39775,1733111984654}] 2024-12-02T03:59:56,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=290f734c6e0ff4acdd780a9495f3fa58, ASSIGN because future has completed 2024-12-02T03:59:56,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae9eb3306e29013f8de01a0225d1a406, ASSIGN because future has completed 2024-12-02T03:59:56,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=49801d7edec0c2d5d09950a2b3b296a0, ASSIGN because future has completed 2024-12-02T03:59:56,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 290f734c6e0ff4acdd780a9495f3fa58, server=e2eaa0f11f7e,33057,1733111984615}] 2024-12-02T03:59:56,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8a2220551b5f40f1b877af6d141ddefd, ASSIGN because future has completed 2024-12-02T03:59:56,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49801d7edec0c2d5d09950a2b3b296a0, server=e2eaa0f11f7e,37673,1733111984692}] 2024-12-02T03:59:56,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a2220551b5f40f1b877af6d141ddefd, server=e2eaa0f11f7e,33057,1733111984615}] 2024-12-02T03:59:56,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae9eb3306e29013f8de01a0225d1a406, server=e2eaa0f11f7e,33057,1733111984615}] 2024-12-02T03:59:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:59:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:59:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:59:57,219 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T03:59:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T03:59:59,726 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-02T03:59:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T04:00:00,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T04:00:00,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T04:00:00,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T04:00:01,144 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T04:00:01,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T04:00:01,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T04:00:01,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T04:00:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T04:00:06,006 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:06,006 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d7bfff75eb2be95e961e55c13f16613, NAME => 'SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-02T04:00:06,007 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,007 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:06,007 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,007 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,010 INFO [StoreOpener-9d7bfff75eb2be95e961e55c13f16613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,010 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T04:00:06,011 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T04:00:06,011 INFO [StoreOpener-9d7bfff75eb2be95e961e55c13f16613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d7bfff75eb2be95e961e55c13f16613 columnFamilyName cf 2024-12-02T04:00:06,011 DEBUG [StoreOpener-9d7bfff75eb2be95e961e55c13f16613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:06,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T04:00:06,012 INFO [StoreOpener-9d7bfff75eb2be95e961e55c13f16613-1 {}] regionserver.HStore(327): Store=9d7bfff75eb2be95e961e55c13f16613/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:06,012 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39525, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T04:00:06,013 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,013 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,014 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,014 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,016 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,016 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:06,016 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 49801d7edec0c2d5d09950a2b3b296a0, NAME => 'SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T04:00:06,017 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,017 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:06,017 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,017 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,017 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T04:00:06,017 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 290f734c6e0ff4acdd780a9495f3fa58, NAME => 'SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-02T04:00:06,017 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,018 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:06,018 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,018 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,018 INFO [StoreOpener-49801d7edec0c2d5d09950a2b3b296a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,019 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T04:00:06,019 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9d7bfff75eb2be95e961e55c13f16613; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74384735, jitterRate=0.10841892659664154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:06,019 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:06,020 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9d7bfff75eb2be95e961e55c13f16613: Running coprocessor pre-open hook at 1733112006007Writing region info on filesystem at 1733112006007Initializing all the Stores at 1733112006008 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112006008Cleaning up temporary data from old regions at 1733112006014 (+6 ms)Running coprocessor post-open hooks at 1733112006019 (+5 ms)Region opened successfully at 1733112006019 2024-12-02T04:00:06,020 INFO [StoreOpener-49801d7edec0c2d5d09950a2b3b296a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49801d7edec0c2d5d09950a2b3b296a0 columnFamilyName cf 2024-12-02T04:00:06,020 DEBUG [StoreOpener-49801d7edec0c2d5d09950a2b3b296a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:06,021 INFO [StoreOpener-49801d7edec0c2d5d09950a2b3b296a0-1 {}] regionserver.HStore(327): Store=49801d7edec0c2d5d09950a2b3b296a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:06,021 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,021 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613., pid=16, masterSystemTime=1733112006001 2024-12-02T04:00:06,021 INFO [StoreOpener-290f734c6e0ff4acdd780a9495f3fa58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,022 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,022 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,022 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,022 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,023 INFO [StoreOpener-290f734c6e0ff4acdd780a9495f3fa58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 290f734c6e0ff4acdd780a9495f3fa58 columnFamilyName cf 2024-12-02T04:00:06,023 DEBUG [StoreOpener-290f734c6e0ff4acdd780a9495f3fa58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:06,023 INFO [StoreOpener-290f734c6e0ff4acdd780a9495f3fa58-1 {}] regionserver.HStore(327): Store=290f734c6e0ff4acdd780a9495f3fa58/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:06,023 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,024 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,024 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,024 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,025 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,025 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,026 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/49801d7edec0c2d5d09950a2b3b296a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T04:00:06,026 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 49801d7edec0c2d5d09950a2b3b296a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61938302, jitterRate=-0.07704737782478333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:06,026 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:06,026 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,026 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 49801d7edec0c2d5d09950a2b3b296a0: Running coprocessor pre-open hook at 1733112006017Writing region info on filesystem at 1733112006017Initializing all the Stores at 1733112006018 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112006018Cleaning up temporary data from old regions at 1733112006022 (+4 ms)Running coprocessor post-open hooks at 1733112006026 (+4 ms)Region opened successfully at 1733112006026 2024-12-02T04:00:06,027 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:06,027 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:06,027 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0., pid=22, masterSystemTime=1733112006010 2024-12-02T04:00:06,027 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T04:00:06,027 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c07126775b26ee8c197054cb92974a2, NAME => 'SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-02T04:00:06,028 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,028 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:06,028 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,028 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,029 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9d7bfff75eb2be95e961e55c13f16613, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:06,029 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:06,029 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:06,029 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:06,030 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 501390267197b02aa5fce110ab0dd8e8, NAME => 'SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T04:00:06,030 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,030 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:06,030 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,030 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,030 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49801d7edec0c2d5d09950a2b3b296a0, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:06,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d7bfff75eb2be95e961e55c13f16613, server=e2eaa0f11f7e,39775,1733111984654 because future has completed 2024-12-02T04:00:06,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49801d7edec0c2d5d09950a2b3b296a0, server=e2eaa0f11f7e,37673,1733111984692 because future has completed 2024-12-02T04:00:06,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-12-02T04:00:06,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d7bfff75eb2be95e961e55c13f16613, server=e2eaa0f11f7e,39775,1733111984654 in 10.0320 sec 2024-12-02T04:00:06,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-12-02T04:00:06,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49801d7edec0c2d5d09950a2b3b296a0, server=e2eaa0f11f7e,37673,1733111984692 in 10.0250 sec 2024-12-02T04:00:06,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d7bfff75eb2be95e961e55c13f16613, ASSIGN in 10.1950 sec 2024-12-02T04:00:06,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49801d7edec0c2d5d09950a2b3b296a0, ASSIGN in 10.1960 sec 2024-12-02T04:00:06,039 INFO [StoreOpener-0c07126775b26ee8c197054cb92974a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,039 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T04:00:06,039 INFO [StoreOpener-501390267197b02aa5fce110ab0dd8e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,040 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 290f734c6e0ff4acdd780a9495f3fa58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64886925, jitterRate=-0.03310947120189667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:06,040 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:06,040 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 290f734c6e0ff4acdd780a9495f3fa58: Running coprocessor pre-open hook at 1733112006018Writing region info on filesystem at 1733112006018Initializing all the Stores at 1733112006019 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112006019Cleaning up temporary data from old regions at 1733112006025 (+6 ms)Running coprocessor post-open hooks at 1733112006040 (+15 ms)Region opened successfully at 1733112006040 2024-12-02T04:00:06,040 INFO [StoreOpener-0c07126775b26ee8c197054cb92974a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c07126775b26ee8c197054cb92974a2 columnFamilyName cf 2024-12-02T04:00:06,040 DEBUG [StoreOpener-0c07126775b26ee8c197054cb92974a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:06,041 INFO [StoreOpener-501390267197b02aa5fce110ab0dd8e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 501390267197b02aa5fce110ab0dd8e8 columnFamilyName cf 2024-12-02T04:00:06,041 DEBUG [StoreOpener-501390267197b02aa5fce110ab0dd8e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:06,041 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58., pid=21, masterSystemTime=1733112006011 2024-12-02T04:00:06,041 INFO [StoreOpener-501390267197b02aa5fce110ab0dd8e8-1 {}] regionserver.HStore(327): Store=501390267197b02aa5fce110ab0dd8e8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:06,041 INFO [StoreOpener-0c07126775b26ee8c197054cb92974a2-1 {}] regionserver.HStore(327): Store=0c07126775b26ee8c197054cb92974a2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:06,041 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,041 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,042 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,042 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,042 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,043 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,043 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,043 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,043 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,043 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,043 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T04:00:06,043 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T04:00:06,043 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T04:00:06,043 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a2220551b5f40f1b877af6d141ddefd, NAME => 'SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-02T04:00:06,044 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,044 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:06,044 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,044 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,044 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=290f734c6e0ff4acdd780a9495f3fa58, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:06,045 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,046 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 290f734c6e0ff4acdd780a9495f3fa58, server=e2eaa0f11f7e,33057,1733111984615 because future has completed 2024-12-02T04:00:06,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-12-02T04:00:06,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 290f734c6e0ff4acdd780a9495f3fa58, server=e2eaa0f11f7e,33057,1733111984615 in 10.0410 sec 2024-12-02T04:00:06,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=290f734c6e0ff4acdd780a9495f3fa58, ASSIGN in 10.2110 sec 2024-12-02T04:00:06,054 INFO [StoreOpener-8a2220551b5f40f1b877af6d141ddefd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,055 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/0c07126775b26ee8c197054cb92974a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T04:00:06,055 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/501390267197b02aa5fce110ab0dd8e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T04:00:06,055 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0c07126775b26ee8c197054cb92974a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59643272, jitterRate=-0.11124598979949951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:06,055 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:06,055 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0c07126775b26ee8c197054cb92974a2: Running coprocessor pre-open hook at 1733112006028Writing region info on filesystem at 1733112006028Initializing all the Stores at 1733112006029 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112006029Cleaning up temporary data from old regions at 1733112006043 (+14 ms)Running coprocessor post-open hooks at 1733112006055 (+12 ms)Region opened successfully at 1733112006055 2024-12-02T04:00:06,055 INFO [StoreOpener-8a2220551b5f40f1b877af6d141ddefd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2220551b5f40f1b877af6d141ddefd columnFamilyName cf 2024-12-02T04:00:06,055 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 501390267197b02aa5fce110ab0dd8e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74718955, jitterRate=0.1133991926908493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:06,055 DEBUG [StoreOpener-8a2220551b5f40f1b877af6d141ddefd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:06,055 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:06,056 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 501390267197b02aa5fce110ab0dd8e8: Running coprocessor pre-open hook at 1733112006030Writing region info on filesystem at 1733112006030Initializing all the Stores at 1733112006031 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112006031Cleaning up temporary data from old regions at 1733112006043 (+12 ms)Running coprocessor post-open hooks at 1733112006055 (+12 ms)Region opened successfully at 1733112006055 2024-12-02T04:00:06,056 INFO [StoreOpener-8a2220551b5f40f1b877af6d141ddefd-1 {}] regionserver.HStore(327): Store=8a2220551b5f40f1b877af6d141ddefd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:06,056 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,056 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8., pid=20, masterSystemTime=1733112006010 2024-12-02T04:00:06,057 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,057 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2., pid=17, masterSystemTime=1733112006001 2024-12-02T04:00:06,057 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,058 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,058 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,058 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:06,058 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:06,059 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:06,059 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 15440a30c6af4046211bd6fc5ad8590d, NAME => 'SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T04:00:06,059 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,059 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:06,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=501390267197b02aa5fce110ab0dd8e8, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:06,059 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,059 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,060 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T04:00:06,060 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T04:00:06,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c07126775b26ee8c197054cb92974a2, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:06,060 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T04:00:06,060 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bf12b67807b3ade93ccb33044d1f84f, NAME => 'SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-02T04:00:06,061 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,061 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:06,061 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,061 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 501390267197b02aa5fce110ab0dd8e8, server=e2eaa0f11f7e,37673,1733111984692 because future has completed 2024-12-02T04:00:06,063 INFO [StoreOpener-15440a30c6af4046211bd6fc5ad8590d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c07126775b26ee8c197054cb92974a2, server=e2eaa0f11f7e,39775,1733111984654 because future has completed 2024-12-02T04:00:06,064 INFO [StoreOpener-4bf12b67807b3ade93ccb33044d1f84f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-12-02T04:00:06,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 501390267197b02aa5fce110ab0dd8e8, server=e2eaa0f11f7e,37673,1733111984692 in 10.0580 sec 2024-12-02T04:00:06,066 INFO [StoreOpener-4bf12b67807b3ade93ccb33044d1f84f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bf12b67807b3ade93ccb33044d1f84f columnFamilyName cf 2024-12-02T04:00:06,066 DEBUG [StoreOpener-4bf12b67807b3ade93ccb33044d1f84f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:06,067 INFO [StoreOpener-15440a30c6af4046211bd6fc5ad8590d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15440a30c6af4046211bd6fc5ad8590d columnFamilyName cf 2024-12-02T04:00:06,067 INFO [StoreOpener-4bf12b67807b3ade93ccb33044d1f84f-1 {}] regionserver.HStore(327): Store=4bf12b67807b3ade93ccb33044d1f84f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:06,067 DEBUG [StoreOpener-15440a30c6af4046211bd6fc5ad8590d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:06,067 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,068 INFO [StoreOpener-15440a30c6af4046211bd6fc5ad8590d-1 {}] regionserver.HStore(327): Store=15440a30c6af4046211bd6fc5ad8590d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:06,068 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,068 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,068 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,069 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,069 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,069 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,069 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,070 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,070 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,070 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-02T04:00:06,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c07126775b26ee8c197054cb92974a2, server=e2eaa0f11f7e,39775,1733111984654 in 10.0630 sec 2024-12-02T04:00:06,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=501390267197b02aa5fce110ab0dd8e8, ASSIGN in 10.2270 sec 2024-12-02T04:00:06,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0c07126775b26ee8c197054cb92974a2, ASSIGN in 10.2310 sec 2024-12-02T04:00:06,073 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,073 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,079 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/8a2220551b5f40f1b877af6d141ddefd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T04:00:06,079 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T04:00:06,080 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 4bf12b67807b3ade93ccb33044d1f84f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68855420, jitterRate=0.026025712490081787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:06,080 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8a2220551b5f40f1b877af6d141ddefd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74126381, jitterRate=0.10456915199756622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:06,080 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:06,080 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:06,080 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8a2220551b5f40f1b877af6d141ddefd: Running coprocessor pre-open hook at 1733112006044Writing region info on filesystem at 1733112006044Initializing all the Stores at 1733112006045 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112006045Cleaning up temporary data from old regions at 1733112006058 (+13 ms)Running coprocessor post-open hooks at 1733112006080 (+22 ms)Region opened successfully at 1733112006080 2024-12-02T04:00:06,080 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 4bf12b67807b3ade93ccb33044d1f84f: Running coprocessor pre-open hook at 1733112006061Writing region info on filesystem at 1733112006061Initializing all the Stores at 1733112006063 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112006064 (+1 ms)Cleaning up temporary data from old regions at 1733112006070 (+6 ms)Running coprocessor post-open hooks at 1733112006080 (+10 ms)Region opened successfully at 1733112006080 2024-12-02T04:00:06,081 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd., pid=23, masterSystemTime=1733112006011 2024-12-02T04:00:06,081 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f., pid=18, masterSystemTime=1733112006001 2024-12-02T04:00:06,082 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T04:00:06,082 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T04:00:06,082 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T04:00:06,083 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => b9ae788ece744386fc4b49c9c0669e76, NAME => 'SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T04:00:06,083 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,083 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=4bf12b67807b3ade93ccb33044d1f84f, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:06,083 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:06,083 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T04:00:06,083 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T04:00:06,083 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,083 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,083 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T04:00:06,083 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ae9eb3306e29013f8de01a0225d1a406, NAME => 'SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-02T04:00:06,084 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,084 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:06,084 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,084 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8a2220551b5f40f1b877af6d141ddefd, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:06,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4bf12b67807b3ade93ccb33044d1f84f, server=e2eaa0f11f7e,39775,1733111984654 because future has completed 2024-12-02T04:00:06,087 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T04:00:06,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a2220551b5f40f1b877af6d141ddefd, server=e2eaa0f11f7e,33057,1733111984615 because future has completed 2024-12-02T04:00:06,088 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 15440a30c6af4046211bd6fc5ad8590d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66054001, jitterRate=-0.01571868360042572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:06,088 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:06,088 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 15440a30c6af4046211bd6fc5ad8590d: Running coprocessor pre-open hook at 1733112006059Writing region info on filesystem at 1733112006059Initializing all the Stores at 1733112006061 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112006061Cleaning up temporary data from old regions at 1733112006070 (+9 ms)Running coprocessor post-open hooks at 1733112006088 (+18 ms)Region opened successfully at 1733112006088 2024-12-02T04:00:06,089 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d., pid=19, masterSystemTime=1733112006010 2024-12-02T04:00:06,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-12-02T04:00:06,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 4bf12b67807b3ade93ccb33044d1f84f, server=e2eaa0f11f7e,39775,1733111984654 in 10.0830 sec 2024-12-02T04:00:06,091 INFO [StoreOpener-ae9eb3306e29013f8de01a0225d1a406-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,091 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:06,091 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:06,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-12-02T04:00:06,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a2220551b5f40f1b877af6d141ddefd, server=e2eaa0f11f7e,33057,1733111984615 in 10.0790 sec 2024-12-02T04:00:06,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=15440a30c6af4046211bd6fc5ad8590d, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:06,093 INFO [StoreOpener-ae9eb3306e29013f8de01a0225d1a406-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae9eb3306e29013f8de01a0225d1a406 columnFamilyName cf 2024-12-02T04:00:06,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4bf12b67807b3ade93ccb33044d1f84f, ASSIGN in 10.2510 sec 2024-12-02T04:00:06,093 DEBUG [StoreOpener-ae9eb3306e29013f8de01a0225d1a406-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:06,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15440a30c6af4046211bd6fc5ad8590d, server=e2eaa0f11f7e,37673,1733111984692 because future has completed 2024-12-02T04:00:06,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8a2220551b5f40f1b877af6d141ddefd, ASSIGN in 10.2520 sec 2024-12-02T04:00:06,095 INFO [StoreOpener-ae9eb3306e29013f8de01a0225d1a406-1 {}] regionserver.HStore(327): Store=ae9eb3306e29013f8de01a0225d1a406/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:06,095 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,095 INFO [StoreOpener-b9ae788ece744386fc4b49c9c0669e76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,096 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,096 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,097 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,097 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=11 2024-12-02T04:00:06,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 15440a30c6af4046211bd6fc5ad8590d, server=e2eaa0f11f7e,37673,1733111984692 in 10.0890 sec 2024-12-02T04:00:06,097 INFO [StoreOpener-b9ae788ece744386fc4b49c9c0669e76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9ae788ece744386fc4b49c9c0669e76 columnFamilyName cf 2024-12-02T04:00:06,097 DEBUG [StoreOpener-b9ae788ece744386fc4b49c9c0669e76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:06,097 INFO [StoreOpener-b9ae788ece744386fc4b49c9c0669e76-1 {}] regionserver.HStore(327): Store=b9ae788ece744386fc4b49c9c0669e76/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:06,098 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,098 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15440a30c6af4046211bd6fc5ad8590d, ASSIGN in 10.2580 sec 2024-12-02T04:00:06,099 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,099 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,099 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,099 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,101 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,101 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/ae9eb3306e29013f8de01a0225d1a406/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T04:00:06,101 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ae9eb3306e29013f8de01a0225d1a406; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70939393, jitterRate=0.05707933008670807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:06,102 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:06,102 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ae9eb3306e29013f8de01a0225d1a406: Running coprocessor pre-open hook at 1733112006084Writing region info on filesystem at 1733112006084Initializing all the Stores at 1733112006085 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112006085Cleaning up temporary data from old regions at 1733112006097 (+12 ms)Running coprocessor post-open hooks at 1733112006102 (+5 ms)Region opened successfully at 1733112006102 2024-12-02T04:00:06,103 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406., pid=24, masterSystemTime=1733112006011 2024-12-02T04:00:06,105 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/b9ae788ece744386fc4b49c9c0669e76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T04:00:06,106 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T04:00:06,106 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T04:00:06,106 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened b9ae788ece744386fc4b49c9c0669e76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73748229, jitterRate=0.09893424808979034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:06,106 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:06,106 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=ae9eb3306e29013f8de01a0225d1a406, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:06,106 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for b9ae788ece744386fc4b49c9c0669e76: Running coprocessor pre-open hook at 1733112006083Writing region info on filesystem at 1733112006083Initializing all the Stores at 1733112006085 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112006085Cleaning up temporary data from old regions at 1733112006099 (+14 ms)Running coprocessor post-open hooks at 1733112006106 (+7 ms)Region opened successfully at 1733112006106 2024-12-02T04:00:06,108 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76., pid=15, masterSystemTime=1733112006001 2024-12-02T04:00:06,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae9eb3306e29013f8de01a0225d1a406, server=e2eaa0f11f7e,33057,1733111984615 because future has completed 2024-12-02T04:00:06,110 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T04:00:06,110 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T04:00:06,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b9ae788ece744386fc4b49c9c0669e76, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:06,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-12-02T04:00:06,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure ae9eb3306e29013f8de01a0225d1a406, server=e2eaa0f11f7e,33057,1733111984615 in 10.0960 sec 2024-12-02T04:00:06,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9ae788ece744386fc4b49c9c0669e76, server=e2eaa0f11f7e,39775,1733111984654 because future has completed 2024-12-02T04:00:06,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae9eb3306e29013f8de01a0225d1a406, ASSIGN in 10.2740 sec 2024-12-02T04:00:06,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-12-02T04:00:06,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b9ae788ece744386fc4b49c9c0669e76, server=e2eaa0f11f7e,39775,1733111984654 in 10.1170 sec 2024-12-02T04:00:06,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-12-02T04:00:06,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b9ae788ece744386fc4b49c9c0669e76, ASSIGN in 10.2780 sec 2024-12-02T04:00:06,120 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T04:00:06,120 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733112006120"}]},"ts":"1733112006120"} 2024-12-02T04:00:06,122 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-02T04:00:06,123 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T04:00:06,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3740 sec 2024-12-02T04:00:09,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-02T04:00:11,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T04:00:11,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T04:00:11,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T04:00:11,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T04:00:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T04:00:13,947 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-02T04:00:13,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-02T04:00:13,948 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T04:00:13,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-02T04:00:13,957 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T04:00:13,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-02T04:00:13,983 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d., hostname=e2eaa0f11f7e,37673,1733111984692, seqNum=2] 2024-12-02T04:00:13,984 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d., hostname=e2eaa0f11f7e,37673,1733111984692, seqNum=2] 2024-12-02T04:00:13,985 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d., hostname=e2eaa0f11f7e,37673,1733111984692, seqNum=2] 2024-12-02T04:00:13,986 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d., hostname=e2eaa0f11f7e,37673,1733111984692, seqNum=2] 2024-12-02T04:00:13,987 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d., hostname=e2eaa0f11f7e,37673,1733111984692, seqNum=2] 2024-12-02T04:00:13,988 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d., hostname=e2eaa0f11f7e,37673,1733111984692, seqNum=2] 2024-12-02T04:00:14,027 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,028 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,029 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,030 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,030 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,031 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,059 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58., hostname=e2eaa0f11f7e,33057,1733111984615, seqNum=2] 2024-12-02T04:00:14,060 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58., hostname=e2eaa0f11f7e,33057,1733111984615, seqNum=2] 2024-12-02T04:00:14,061 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58., hostname=e2eaa0f11f7e,33057,1733111984615, seqNum=2] 2024-12-02T04:00:14,062 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58., hostname=e2eaa0f11f7e,33057,1733111984615, seqNum=2] 2024-12-02T04:00:14,063 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58., hostname=e2eaa0f11f7e,33057,1733111984615, seqNum=2] 2024-12-02T04:00:14,116 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,118 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,119 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,120 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,121 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f., hostname=e2eaa0f11f7e,39775,1733111984654, seqNum=2] 2024-12-02T04:00:14,437 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T04:00:14,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T04:00:14,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T04:00:14,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T04:00:14,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T04:00:14,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37673 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T04:00:14,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:14,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33057 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T04:00:14,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T04:00:15,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39775 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T04:00:15,201 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-02T04:00:15,201 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T04:00:15,201 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T04:00:15,202 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T04:00:15,205 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T04:00:15,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741848_1024 (size=49) 2024-12-02T04:00:15,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741848_1024 (size=49) 2024-12-02T04:00:15,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741848_1024 (size=49) 2024-12-02T04:00:15,214 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T04:00:15,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49801d7edec0c2d5d09950a2b3b296a0}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a2220551b5f40f1b877af6d141ddefd}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9ae788ece744386fc4b49c9c0669e76}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 501390267197b02aa5fce110ab0dd8e8}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c07126775b26ee8c197054cb92974a2}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae9eb3306e29013f8de01a0225d1a406}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15440a30c6af4046211bd6fc5ad8590d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d7bfff75eb2be95e961e55c13f16613}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 290f734c6e0ff4acdd780a9495f3fa58}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bf12b67807b3ade93ccb33044d1f84f}] 2024-12-02T04:00:15,216 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:15,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:15,217 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:15,217 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:15,217 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:15,221 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:15,222 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:15,222 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:15,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:15,225 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:25,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-02T04:00:25,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-02T04:00:25,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-02T04:00:25,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-02T04:00:25,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T04:00:25,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-02T04:00:25,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T04:00:25,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 0c07126775b26ee8c197054cb92974a2: 2024-12-02T04:00:25,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for ae9eb3306e29013f8de01a0225d1a406: 2024-12-02T04:00:25,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-02T04:00:25,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. for SnapshotProcedureTest completed. 2024-12-02T04:00:25,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. for SnapshotProcedureTest completed. 2024-12-02T04:00:25,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:25,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-02T04:00:25,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-02T04:00:25,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T04:00:25,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-02T04:00:25,223 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 9d7bfff75eb2be95e961e55c13f16613 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-02T04:00:25,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T04:00:25,223 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T04:00:25,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 290f734c6e0ff4acdd780a9495f3fa58 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-02T04:00:25,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T04:00:25,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:25,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T04:00:25,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 501390267197b02aa5fce110ab0dd8e8: 2024-12-02T04:00:25,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. for SnapshotProcedureTest completed. 2024-12-02T04:00:25,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T04:00:25,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-02T04:00:25,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T04:00:25,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:25,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T04:00:25,225 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4bf12b67807b3ade93ccb33044d1f84f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-02T04:00:25,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T04:00:25,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 8a2220551b5f40f1b877af6d141ddefd: 2024-12-02T04:00:25,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. for SnapshotProcedureTest completed. 2024-12-02T04:00:25,226 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 15440a30c6af4046211bd6fc5ad8590d 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-02T04:00:25,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:25,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 49801d7edec0c2d5d09950a2b3b296a0: 2024-12-02T04:00:25,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. for SnapshotProcedureTest completed. 2024-12-02T04:00:25,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T04:00:25,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T04:00:25,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T04:00:25,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T04:00:25,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/.tmp/cf/83639894694f4718a99450eed9d50f3e is 34, key is aaa/cf:cf/1733112014702/Put/seqid=0 2024-12-02T04:00:25,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613/.tmp/cf/5bf80717a09e4e0e8a0a1b44cea2dbe4 is 34, key is baa/cf:cf/1733112014753/Put/seqid=0 2024-12-02T04:00:25,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741850_1026 (size=65) 2024-12-02T04:00:25,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741850_1026 (size=65) 2024-12-02T04:00:25,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741850_1026 (size=65) 2024-12-02T04:00:25,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T04:00:25,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-02T04:00:25,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T04:00:25,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b9ae788ece744386fc4b49c9c0669e76: 2024-12-02T04:00:25,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. for SnapshotProcedureTest completed. 2024-12-02T04:00:25,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T04:00:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-02T04:00:25,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T04:00:25,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:25,255 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:25,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58/.tmp/cf/19f8a81907064ec69d29003a4b77eb7a is 34, key is ccd/cf:cf/1733112014734/Put/seqid=0 2024-12-02T04:00:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741852_1028 (size=65) 2024-12-02T04:00:25,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741852_1028 (size=65) 2024-12-02T04:00:25,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0c07126775b26ee8c197054cb92974a2 in 10.0410 sec 2024-12-02T04:00:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741852_1028 (size=65) 2024-12-02T04:00:25,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:25,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-02T04:00:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-02T04:00:25,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:25,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:25,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 501390267197b02aa5fce110ab0dd8e8 in 10.0450 sec 2024-12-02T04:00:25,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741849_1025 (size=65) 2024-12-02T04:00:25,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741849_1025 (size=65) 2024-12-02T04:00:25,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741849_1025 (size=65) 2024-12-02T04:00:25,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T04:00:25,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-02T04:00:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-02T04:00:25,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:25,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:25,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ae9eb3306e29013f8de01a0225d1a406 in 10.0570 sec 2024-12-02T04:00:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741851_1027 (size=57) 2024-12-02T04:00:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741851_1027 (size=57) 2024-12-02T04:00:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741851_1027 (size=57) 2024-12-02T04:00:25,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f/.tmp/cf/139261f28a1842218692cd5ae6824219 is 34, key is eaa/cf:cf/1733112015152/Put/seqid=0 2024-12-02T04:00:25,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:25,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-02T04:00:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-02T04:00:25,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:25,302 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:25,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741853_1029 (size=65) 2024-12-02T04:00:25,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741853_1029 (size=65) 2024-12-02T04:00:25,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 49801d7edec0c2d5d09950a2b3b296a0 in 10.0880 sec 2024-12-02T04:00:25,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741853_1029 (size=65) 2024-12-02T04:00:25,305 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T04:00:25,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T04:00:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-02T04:00:25,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:25,306 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:25,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8a2220551b5f40f1b877af6d141ddefd in 10.0920 sec 2024-12-02T04:00:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741854_1030 (size=26918) 2024-12-02T04:00:25,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741854_1030 (size=26918) 2024-12-02T04:00:25,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741854_1030 (size=26918) 2024-12-02T04:00:25,315 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/.tmp/cf/83639894694f4718a99450eed9d50f3e 2024-12-02T04:00:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741855_1031 (size=28623) 2024-12-02T04:00:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741855_1031 (size=28623) 2024-12-02T04:00:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741855_1031 (size=28623) 2024-12-02T04:00:25,328 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613/.tmp/cf/5bf80717a09e4e0e8a0a1b44cea2dbe4 2024-12-02T04:00:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741857_1033 (size=499309) 2024-12-02T04:00:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741857_1033 (size=499309) 2024-12-02T04:00:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741857_1033 (size=499309) 2024-12-02T04:00:25,333 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f/.tmp/cf/139261f28a1842218692cd5ae6824219 2024-12-02T04:00:25,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741856_1032 (size=47197) 2024-12-02T04:00:25,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741858_1034 (size=65) 2024-12-02T04:00:25,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741858_1034 (size=65) 2024-12-02T04:00:25,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741856_1032 (size=47197) 2024-12-02T04:00:25,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741858_1034 (size=65) 2024-12-02T04:00:25,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741856_1032 (size=47197) 2024-12-02T04:00:25,340 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58/.tmp/cf/19f8a81907064ec69d29003a4b77eb7a 2024-12-02T04:00:25,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T04:00:25,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-02T04:00:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-02T04:00:25,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:25,341 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:25,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b9ae788ece744386fc4b49c9c0669e76 in 10.1270 sec 2024-12-02T04:00:25,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613/.tmp/cf/5bf80717a09e4e0e8a0a1b44cea2dbe4 as hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613/cf/5bf80717a09e4e0e8a0a1b44cea2dbe4 2024-12-02T04:00:25,349 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f/.tmp/cf/139261f28a1842218692cd5ae6824219 as hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f/cf/139261f28a1842218692cd5ae6824219 2024-12-02T04:00:25,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/.tmp/cf/83639894694f4718a99450eed9d50f3e as hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/cf/83639894694f4718a99450eed9d50f3e 2024-12-02T04:00:25,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58/.tmp/cf/19f8a81907064ec69d29003a4b77eb7a as hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58/cf/19f8a81907064ec69d29003a4b77eb7a 2024-12-02T04:00:25,354 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613/cf/5bf80717a09e4e0e8a0a1b44cea2dbe4, entries=731, sequenceid=5, filesize=28.0 K 2024-12-02T04:00:25,355 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 9d7bfff75eb2be95e961e55c13f16613 in 132ms, sequenceid=5, compaction requested=false 2024-12-02T04:00:25,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 9d7bfff75eb2be95e961e55c13f16613: 2024-12-02T04:00:25,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. for SnapshotProcedureTest completed. 2024-12-02T04:00:25,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T04:00:25,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613/cf/5bf80717a09e4e0e8a0a1b44cea2dbe4] hfiles 2024-12-02T04:00:25,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613/cf/5bf80717a09e4e0e8a0a1b44cea2dbe4 for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,358 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f/cf/139261f28a1842218692cd5ae6824219, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-02T04:00:25,359 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 4bf12b67807b3ade93ccb33044d1f84f in 134ms, sequenceid=5, compaction requested=false 2024-12-02T04:00:25,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4bf12b67807b3ade93ccb33044d1f84f: 2024-12-02T04:00:25,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. for SnapshotProcedureTest completed. 2024-12-02T04:00:25,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,359 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T04:00:25,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f/cf/139261f28a1842218692cd5ae6824219] hfiles 2024-12-02T04:00:25,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f/cf/139261f28a1842218692cd5ae6824219 for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,360 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/cf/83639894694f4718a99450eed9d50f3e, entries=676, sequenceid=5, filesize=26.3 K 2024-12-02T04:00:25,361 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 15440a30c6af4046211bd6fc5ad8590d in 136ms, sequenceid=5, compaction requested=false 2024-12-02T04:00:25,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 15440a30c6af4046211bd6fc5ad8590d: 2024-12-02T04:00:25,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. for SnapshotProcedureTest completed. 2024-12-02T04:00:25,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T04:00:25,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/cf/83639894694f4718a99450eed9d50f3e] hfiles 2024-12-02T04:00:25,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/cf/83639894694f4718a99450eed9d50f3e for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,366 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58/cf/19f8a81907064ec69d29003a4b77eb7a, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-02T04:00:25,368 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 290f734c6e0ff4acdd780a9495f3fa58 in 144ms, sequenceid=5, compaction requested=false 2024-12-02T04:00:25,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 290f734c6e0ff4acdd780a9495f3fa58: 2024-12-02T04:00:25,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. for SnapshotProcedureTest completed. 2024-12-02T04:00:25,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T04:00:25,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58/cf/19f8a81907064ec69d29003a4b77eb7a] hfiles 2024-12-02T04:00:25,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58/cf/19f8a81907064ec69d29003a4b77eb7a for snapshot=SnapshotProcedureTest 2024-12-02T04:00:25,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741859_1035 (size=105) 2024-12-02T04:00:25,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741859_1035 (size=105) 2024-12-02T04:00:25,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741859_1035 (size=105) 2024-12-02T04:00:25,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:25,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T04:00:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T04:00:25,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:25,375 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:25,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9d7bfff75eb2be95e961e55c13f16613 in 10.1610 sec 2024-12-02T04:00:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741860_1036 (size=97) 2024-12-02T04:00:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741860_1036 (size=97) 2024-12-02T04:00:25,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741860_1036 (size=97) 2024-12-02T04:00:25,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T04:00:25,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T04:00:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T04:00:25,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:25,387 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:25,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4bf12b67807b3ade93ccb33044d1f84f in 10.1730 sec 2024-12-02T04:00:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741861_1037 (size=105) 2024-12-02T04:00:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741861_1037 (size=105) 2024-12-02T04:00:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741861_1037 (size=105) 2024-12-02T04:00:25,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:25,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-02T04:00:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-02T04:00:25,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:25,394 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:25,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 15440a30c6af4046211bd6fc5ad8590d in 10.1790 sec 2024-12-02T04:00:25,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741862_1038 (size=105) 2024-12-02T04:00:25,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741862_1038 (size=105) 2024-12-02T04:00:25,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741862_1038 (size=105) 2024-12-02T04:00:25,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T04:00:25,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-02T04:00:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-02T04:00:25,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:25,398 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:25,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-12-02T04:00:25,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 290f734c6e0ff4acdd780a9495f3fa58 in 10.1830 sec 2024-12-02T04:00:25,400 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T04:00:25,401 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T04:00:25,402 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T04:00:25,402 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-02T04:00:25,404 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T04:00:25,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741863_1039 (size=1174) 2024-12-02T04:00:25,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741863_1039 (size=1174) 2024-12-02T04:00:25,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741863_1039 (size=1174) 2024-12-02T04:00:25,424 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T04:00:25,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-02T04:00:25,431 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:25,431 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:25,431 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:25,431 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:25,432 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:25,435 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:25,435 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:25,435 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:25,435 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:25,521 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T04:00:25,522 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:25,522 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e2eaa0f11f7e,37673,1733111984692: Simulated kill ***** 2024-12-02T04:00:25,522 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T04:00:25,522 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T04:00:25,523 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T04:00:25,523 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T04:00:25,523 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T04:00:25,523 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 568303912 }, "NonHeapMemoryUsage": { "committed": 177930240, "init": 7667712, "max": -1, "used": 173055088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T04:00:25,524 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33205 {}] master.MasterRpcServices(700): e2eaa0f11f7e,37673,1733111984692 reported a fatal error: ***** ABORTING region server e2eaa0f11f7e,37673,1733111984692: Simulated kill ***** 2024-12-02T04:00:25,524 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,37673,1733111984692' ***** 2024-12-02T04:00:25,524 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-02T04:00:25,524 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T04:00:25,525 INFO [RS:2;e2eaa0f11f7e:37673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T04:00:25,525 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T04:00:25,525 INFO [RS:2;e2eaa0f11f7e:37673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T04:00:25,525 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T04:00:25,525 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T04:00:25,525 INFO [RS:2;e2eaa0f11f7e:37673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e2eaa0f11f7e:37673. 2024-12-02T04:00:25,525 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T04:00:25,525 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T04:00:25,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741834_1010 (size=1473) 2024-12-02T04:00:25,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741834_1010 (size=1473) 2024-12-02T04:00:25,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741834_1010 (size=1473) 2024-12-02T04:00:25,529 DEBUG [RS:2;e2eaa0f11f7e:37673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T04:00:25,529 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T04:00:25,529 INFO [RS:2;e2eaa0f11f7e:37673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37673 2024-12-02T04:00:25,581 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T04:00:25,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:25,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T04:00:25,594 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T04:00:25,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,37673,1733111984692] 2024-12-02T04:00:25,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T04:00:25,732 INFO [RS:2;e2eaa0f11f7e:37673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T04:00:25,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x101957bc3fd0003, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T04:00:25,732 INFO [RS:2;e2eaa0f11f7e:37673 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,37673,1733111984692; zookeeper connection closed. 2024-12-02T04:00:25,733 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79b24aa5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79b24aa5 2024-12-02T04:00:25,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,37673,1733111984692 already deleted, retry=false 2024-12-02T04:00:25,746 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e2eaa0f11f7e,37673,1733111984692 on e2eaa0f11f7e,33205,1733111984457 2024-12-02T04:00:25,748 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e2eaa0f11f7e,37673,1733111984692, splitWal=true, meta=false 2024-12-02T04:00:25,749 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for e2eaa0f11f7e,37673,1733111984692 (carryingMeta=false) e2eaa0f11f7e,37673,1733111984692/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@47efe3c6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T04:00:25,751 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e2eaa0f11f7e,37673,1733111984692, splitWal=true, meta=false 2024-12-02T04:00:25,752 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): e2eaa0f11f7e,37673,1733111984692 had 3 regions 2024-12-02T04:00:25,754 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e2eaa0f11f7e,37673,1733111984692, splitWal=true, meta=false, isMeta: false 2024-12-02T04:00:25,757 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting 2024-12-02T04:00:25,758 INFO [PEWorker-1 {}] master.SplitWALManager(105): e2eaa0f11f7e,37673,1733111984692 WAL count=1, meta=false 2024-12-02T04:00:25,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364}] 2024-12-02T04:00:25,760 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:25,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364, worker=e2eaa0f11f7e,39775,1733111984654}] 2024-12-02T04:00:25,762 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,37673,1733111984692 Release verify snapshot worker=e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:25,762 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to e2eaa0f11f7e,37673,1733111984692, this operation will be retried to send to another server 2024-12-02T04:00:25,762 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-12-02T04:00:25,762 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T04:00:25,762 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-12-02T04:00:25,762 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-12-02T04:00:25,762 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733112026762 2024-12-02T04:00:25,763 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,37673,1733111984692 Release verify snapshot worker=e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:25,763 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to e2eaa0f11f7e,37673,1733111984692, this operation will be retried to send to another server 2024-12-02T04:00:25,763 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T04:00:25,763 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733112026763 2024-12-02T04:00:25,765 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,37673,1733111984692 Release verify snapshot worker=e2eaa0f11f7e,37673,1733111984692 2024-12-02T04:00:25,765 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 43 to e2eaa0f11f7e,37673,1733111984692, this operation will be retried to send to another server 2024-12-02T04:00:25,765 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T04:00:25,765 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=43, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733112026765 2024-12-02T04:00:26,230 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T04:00:26,230 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T04:00:35,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-02T04:00:35,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-02T04:00:35,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-02T04:00:35,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-02T04:00:35,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-02T04:00:35,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-02T04:00:35,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-02T04:00:35,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T04:00:35,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T04:00:35,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-02T04:00:35,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-02T04:00:35,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-02T04:00:35,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-02T04:00:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-02T04:00:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-02T04:00:35,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-02T04:00:35,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-02T04:00:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-02T04:00:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-02T04:00:35,446 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,33057,1733111984615 Release verify snapshot worker=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:35,446 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 Release verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:35,447 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,33057,1733111984615 Release verify snapshot worker=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:35,447 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 Release verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-02T04:00:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-02T04:00:35,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 in 10.0180 sec 2024-12-02T04:00:35,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,33057,1733111984615 in 10.0190 sec 2024-12-02T04:00:35,449 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:35,449 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 Release verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:35,449 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,33057,1733111984615 Release verify snapshot worker=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:35,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,33057,1733111984615 in 10.0210 sec 2024-12-02T04:00:35,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,33057,1733111984615 in 10.0180 sec 2024-12-02T04:00:35,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 in 10.0210 sec 2024-12-02T04:00:35,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 in 10.0190 sec 2024-12-02T04:00:35,452 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:35,452 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:35,452 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:35,459 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364, size=1.4 K (1473bytes) 2024-12-02T04:00:35,459 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364 2024-12-02T04:00:35,460 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364 after 1ms 2024-12-02T04:00:35,463 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364 took 4ms 2024-12-02T04:00:35,467 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 49801d7edec0c2d5d09950a2b3b296a0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T04:00:35,468 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 501390267197b02aa5fce110ab0dd8e8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T04:00:35,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 15440a30c6af4046211bd6fc5ad8590d: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-02T04:00:35,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364 so closing down 2024-12-02T04:00:35,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T04:00:35,469 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T04:00:35,469 INFO [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364, size=1.4 K, length=1473, corrupted=false, cancelled=false 2024-12-02T04:00:35,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364, journal: Splitting hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364, size=1.4 K (1473bytes) at 1733112035459Finishing writing output for hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364 so closing down at 1733112035469 (+10 ms)3 split writer threads finished at 1733112035469Processed 5 edits across 0 Regions in 4 ms; skipped=5; WAL=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364, size=1.4 K, length=1473, corrupted=false, cancelled=false at 1733112035469 2024-12-02T04:00:35,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364 2024-12-02T04:00:35,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-02T04:00:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-02T04:00:35,472 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting/e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364 to hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/oldWALs 2024-12-02T04:00:35,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-02T04:00:35,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364, worker=e2eaa0f11f7e,39775,1733111984654 in 9.7120 sec 2024-12-02T04:00:35,475 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:35,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-02T04:00:35,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure e2eaa0f11f7e%2C37673%2C1733111984692.1733111985364, worker=e2eaa0f11f7e,39775,1733111984654 in 9.7170 sec 2024-12-02T04:00:35,479 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting dir is empty, no logs to split. 2024-12-02T04:00:35,479 INFO [PEWorker-2 {}] master.SplitWALManager(105): e2eaa0f11f7e,37673,1733111984692 WAL count=0, meta=false 2024-12-02T04:00:35,479 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if e2eaa0f11f7e,37673,1733111984692 WAL splitting is done? wals=0, meta=false 2024-12-02T04:00:35,481 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e2eaa0f11f7e,37673,1733111984692 failed, ignore...File hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/WALs/e2eaa0f11f7e,37673,1733111984692-splitting does not exist. 2024-12-02T04:00:35,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49801d7edec0c2d5d09950a2b3b296a0, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15440a30c6af4046211bd6fc5ad8590d, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=501390267197b02aa5fce110ab0dd8e8, ASSIGN}] 2024-12-02T04:00:35,483 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=501390267197b02aa5fce110ab0dd8e8, ASSIGN 2024-12-02T04:00:35,483 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15440a30c6af4046211bd6fc5ad8590d, ASSIGN 2024-12-02T04:00:35,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49801d7edec0c2d5d09950a2b3b296a0, ASSIGN 2024-12-02T04:00:35,484 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15440a30c6af4046211bd6fc5ad8590d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T04:00:35,484 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=501390267197b02aa5fce110ab0dd8e8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T04:00:35,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=49801d7edec0c2d5d09950a2b3b296a0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T04:00:35,634 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(204): Hosts are {e2eaa0f11f7e=0} racks are {/default-rack=0} 2024-12-02T04:00:35,635 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T04:00:35,635 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T04:00:35,635 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T04:00:35,635 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T04:00:35,635 INFO [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T04:00:35,635 INFO [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T04:00:35,635 DEBUG [e2eaa0f11f7e:33205 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T04:00:35,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=49801d7edec0c2d5d09950a2b3b296a0, regionState=OPENING, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:35,636 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=15440a30c6af4046211bd6fc5ad8590d, regionState=OPENING, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:35,636 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=501390267197b02aa5fce110ab0dd8e8, regionState=OPENING, regionLocation=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:35,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=15440a30c6af4046211bd6fc5ad8590d, ASSIGN because future has completed 2024-12-02T04:00:35,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15440a30c6af4046211bd6fc5ad8590d, server=e2eaa0f11f7e,39775,1733111984654}] 2024-12-02T04:00:35,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=49801d7edec0c2d5d09950a2b3b296a0, ASSIGN because future has completed 2024-12-02T04:00:35,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49801d7edec0c2d5d09950a2b3b296a0, server=e2eaa0f11f7e,39775,1733111984654}] 2024-12-02T04:00:35,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=501390267197b02aa5fce110ab0dd8e8, ASSIGN because future has completed 2024-12-02T04:00:35,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 501390267197b02aa5fce110ab0dd8e8, server=e2eaa0f11f7e,33057,1733111984615}] 2024-12-02T04:00:36,634 INFO [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T04:00:36,634 INFO [master/e2eaa0f11f7e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T04:00:40,126 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e2eaa0f11f7e:38951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-02T04:00:44,438 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T04:00:45,263 INFO [regionserver/e2eaa0f11f7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-02T04:00:45,459 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:45,459 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 15440a30c6af4046211bd6fc5ad8590d, NAME => 'SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T04:00:45,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-02T04:00:45,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-02T04:00:45,460 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:45,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-02T04:00:45,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-02T04:00:45,460 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-02T04:00:45,460 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 501390267197b02aa5fce110ab0dd8e8, NAME => 'SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T04:00:45,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-02T04:00:45,460 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:45,460 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,460 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,460 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,461 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:45,461 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,461 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-02T04:00:45,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-02T04:00:45,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-02T04:00:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-02T04:00:45,463 INFO [StoreOpener-15440a30c6af4046211bd6fc5ad8590d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,463 INFO [StoreOpener-501390267197b02aa5fce110ab0dd8e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-02T04:00:45,464 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 Release verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:45,464 INFO [StoreOpener-501390267197b02aa5fce110ab0dd8e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 501390267197b02aa5fce110ab0dd8e8 columnFamilyName cf 2024-12-02T04:00:45,464 DEBUG [StoreOpener-501390267197b02aa5fce110ab0dd8e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33205 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-02T04:00:45,465 INFO [StoreOpener-501390267197b02aa5fce110ab0dd8e8-1 {}] regionserver.HStore(327): Store=501390267197b02aa5fce110ab0dd8e8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:45,465 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,465 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 Release verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:45,465 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,33057,1733111984615 Release verify snapshot worker=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:45,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 in 20.0360 sec 2024-12-02T04:00:45,466 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 in 20.0370 sec 2024-12-02T04:00:45,466 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 Release verify snapshot worker=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:45,467 INFO [StoreOpener-15440a30c6af4046211bd6fc5ad8590d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15440a30c6af4046211bd6fc5ad8590d columnFamilyName cf 2024-12-02T04:00:45,467 DEBUG [StoreOpener-15440a30c6af4046211bd6fc5ad8590d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:45,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,33057,1733111984615 in 20.0370 sec 2024-12-02T04:00:45,467 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,468 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,468 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=25 2024-12-02T04:00:45,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e2eaa0f11f7e,39775,1733111984654 in 20.0380 sec 2024-12-02T04:00:45,468 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T04:00:45,468 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/.hbase-snapshot/SnapshotProcedureTest 2024-12-02T04:00:45,469 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T04:00:45,470 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-02T04:00:45,470 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,471 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 501390267197b02aa5fce110ab0dd8e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64580224, jitterRate=-0.03767967224121094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:45,471 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,471 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 501390267197b02aa5fce110ab0dd8e8: Running coprocessor pre-open hook at 1733112045461Writing region info on filesystem at 1733112045461Initializing all the Stores at 1733112045462 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112045462Cleaning up temporary data from old regions at 1733112045468 (+6 ms)Running coprocessor post-open hooks at 1733112045471 (+3 ms)Region opened successfully at 1733112045471 2024-12-02T04:00:45,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2710 sec 2024-12-02T04:00:45,472 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8., pid=54, masterSystemTime=1733112045453 2024-12-02T04:00:45,473 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:45,473 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:45,474 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=501390267197b02aa5fce110ab0dd8e8, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:45,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 501390267197b02aa5fce110ab0dd8e8, server=e2eaa0f11f7e,33057,1733111984615 because future has completed 2024-12-02T04:00:45,475 DEBUG [StoreOpener-15440a30c6af4046211bd6fc5ad8590d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/cf/83639894694f4718a99450eed9d50f3e 2024-12-02T04:00:45,476 INFO [StoreOpener-15440a30c6af4046211bd6fc5ad8590d-1 {}] regionserver.HStore(327): Store=15440a30c6af4046211bd6fc5ad8590d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:45,476 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,476 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,477 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-12-02T04:00:45,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 501390267197b02aa5fce110ab0dd8e8, server=e2eaa0f11f7e,33057,1733111984615 in 9.8320 sec 2024-12-02T04:00:45,478 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,478 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=501390267197b02aa5fce110ab0dd8e8, ASSIGN in 9.9960 sec 2024-12-02T04:00:45,480 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,482 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T04:00:45,483 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 15440a30c6af4046211bd6fc5ad8590d; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72219077, jitterRate=0.07614810764789581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:45,483 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,483 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 15440a30c6af4046211bd6fc5ad8590d: Running coprocessor pre-open hook at 1733112045461Writing region info on filesystem at 1733112045461Initializing all the Stores at 1733112045462 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112045463 (+1 ms)Cleaning up temporary data from old regions at 1733112045478 (+15 ms)Running coprocessor post-open hooks at 1733112045483 (+5 ms)Region opened successfully at 1733112045483 2024-12-02T04:00:45,484 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d., pid=52, masterSystemTime=1733112045449 2024-12-02T04:00:45,485 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:45,485 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:45,486 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:45,486 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 49801d7edec0c2d5d09950a2b3b296a0, NAME => 'SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T04:00:45,486 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=15440a30c6af4046211bd6fc5ad8590d, regionState=OPEN, openSeqNum=6, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:45,486 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,486 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T04:00:45,486 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,486 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15440a30c6af4046211bd6fc5ad8590d, server=e2eaa0f11f7e,39775,1733111984654 because future has completed 2024-12-02T04:00:45,488 INFO [StoreOpener-49801d7edec0c2d5d09950a2b3b296a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,489 INFO [StoreOpener-49801d7edec0c2d5d09950a2b3b296a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49801d7edec0c2d5d09950a2b3b296a0 columnFamilyName cf 2024-12-02T04:00:45,489 DEBUG [StoreOpener-49801d7edec0c2d5d09950a2b3b296a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T04:00:45,489 INFO [StoreOpener-49801d7edec0c2d5d09950a2b3b296a0-1 {}] regionserver.HStore(327): Store=49801d7edec0c2d5d09950a2b3b296a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T04:00:45,490 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50 2024-12-02T04:00:45,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 15440a30c6af4046211bd6fc5ad8590d, server=e2eaa0f11f7e,39775,1733111984654 in 9.8460 sec 2024-12-02T04:00:45,490 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=15440a30c6af4046211bd6fc5ad8590d, ASSIGN in 10.0080 sec 2024-12-02T04:00:45,491 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,492 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,492 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,493 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,494 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 49801d7edec0c2d5d09950a2b3b296a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75489167, jitterRate=0.1248762458562851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T04:00:45,494 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,494 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 49801d7edec0c2d5d09950a2b3b296a0: Running coprocessor pre-open hook at 1733112045486Writing region info on filesystem at 1733112045486Initializing all the Stores at 1733112045487 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733112045487Cleaning up temporary data from old regions at 1733112045492 (+5 ms)Running coprocessor post-open hooks at 1733112045494 (+2 ms)Region opened successfully at 1733112045494 2024-12-02T04:00:45,495 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0., pid=53, masterSystemTime=1733112045449 2024-12-02T04:00:45,496 DEBUG [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:45,497 INFO [RS_OPEN_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:45,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=49801d7edec0c2d5d09950a2b3b296a0, regionState=OPEN, openSeqNum=2, regionLocation=e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:45,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49801d7edec0c2d5d09950a2b3b296a0, server=e2eaa0f11f7e,39775,1733111984654 because future has completed 2024-12-02T04:00:45,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=49 2024-12-02T04:00:45,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 49801d7edec0c2d5d09950a2b3b296a0, server=e2eaa0f11f7e,39775,1733111984654 in 9.8560 sec 2024-12-02T04:00:45,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-02T04:00:45,502 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server e2eaa0f11f7e,37673,1733111984692 after splitting done 2024-12-02T04:00:45,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=49801d7edec0c2d5d09950a2b3b296a0, ASSIGN in 10.0190 sec 2024-12-02T04:00:45,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure e2eaa0f11f7e,37673,1733111984692, splitWal=true, meta=false in 19.7560 sec 2024-12-02T04:00:45,557 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-02T04:00:45,560 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-02T04:00:45,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T04:00:45,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T04:00:45,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T04:00:45,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T04:00:45,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T04:00:45,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T04:00:45,560 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T04:00:45,560 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=693956007, stopped=false 2024-12-02T04:00:45,560 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e2eaa0f11f7e,33205,1733111984457 2024-12-02T04:00:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T04:00:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T04:00:45,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T04:00:45,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T04:00:45,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T04:00:45,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T04:00:45,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T04:00:45,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T04:00:45,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T04:00:45,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T04:00:45,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T04:00:45,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T04:00:45,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T04:00:45,629 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,33057,1733111984615' ***** 2024-12-02T04:00:45,629 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T04:00:45,630 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T04:00:45,630 INFO [RS:0;e2eaa0f11f7e:33057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T04:00:45,630 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T04:00:45,630 INFO [RS:0;e2eaa0f11f7e:33057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T04:00:45,630 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for 290f734c6e0ff4acdd780a9495f3fa58 2024-12-02T04:00:45,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e2eaa0f11f7e,39775,1733111984654' ***** 2024-12-02T04:00:45,631 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for 501390267197b02aa5fce110ab0dd8e8 2024-12-02T04:00:45,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T04:00:45,631 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a2220551b5f40f1b877af6d141ddefd 2024-12-02T04:00:45,631 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(3091): Received CLOSE for ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:45,631 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:45,631 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 290f734c6e0ff4acdd780a9495f3fa58, disabling compactions & flushes 2024-12-02T04:00:45,631 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T04:00:45,631 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T04:00:45,632 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T04:00:45,632 INFO [RS:0;e2eaa0f11f7e:33057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e2eaa0f11f7e:33057. 2024-12-02T04:00:45,632 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T04:00:45,632 INFO [RS:1;e2eaa0f11f7e:39775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T04:00:45,632 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. after waiting 0 ms 2024-12-02T04:00:45,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T04:00:45,632 INFO [RS:1;e2eaa0f11f7e:39775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T04:00:45,632 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T04:00:45,632 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T04:00:45,632 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c07126775b26ee8c197054cb92974a2 2024-12-02T04:00:45,632 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T04:00:45,632 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-02T04:00:45,632 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(1325): Online Regions={290f734c6e0ff4acdd780a9495f3fa58=SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58., 501390267197b02aa5fce110ab0dd8e8=SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8., 8a2220551b5f40f1b877af6d141ddefd=SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd., ae9eb3306e29013f8de01a0225d1a406=SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406.} 2024-12-02T04:00:45,633 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(1351): Waiting on 290f734c6e0ff4acdd780a9495f3fa58, 501390267197b02aa5fce110ab0dd8e8, 8a2220551b5f40f1b877af6d141ddefd, ae9eb3306e29013f8de01a0225d1a406 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d7bfff75eb2be95e961e55c13f16613 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(3091): Received CLOSE for 49801d7edec0c2d5d09950a2b3b296a0 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(3091): Received CLOSE for b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(3091): Received CLOSE for 15440a30c6af4046211bd6fc5ad8590d 2024-12-02T04:00:45,633 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c07126775b26ee8c197054cb92974a2, disabling compactions & flushes 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(3091): Received CLOSE for 4bf12b67807b3ade93ccb33044d1f84f 2024-12-02T04:00:45,633 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(959): stopping server e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:45,633 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T04:00:45,633 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. after waiting 0 ms 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e2eaa0f11f7e:39775. 2024-12-02T04:00:45,633 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T04:00:45,633 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T04:00:45,633 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T04:00:45,633 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T04:00:45,634 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-12-02T04:00:45,634 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(1325): Online Regions={0c07126775b26ee8c197054cb92974a2=SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2., 9d7bfff75eb2be95e961e55c13f16613=SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613., 49801d7edec0c2d5d09950a2b3b296a0=SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0., b9ae788ece744386fc4b49c9c0669e76=SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76., 1588230740=hbase:meta,,1.1588230740, 15440a30c6af4046211bd6fc5ad8590d=SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d., 4bf12b67807b3ade93ccb33044d1f84f=SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f.} 2024-12-02T04:00:45,634 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(1351): Waiting on 0c07126775b26ee8c197054cb92974a2, 15440a30c6af4046211bd6fc5ad8590d, 1588230740, 49801d7edec0c2d5d09950a2b3b296a0, 4bf12b67807b3ade93ccb33044d1f84f, 9d7bfff75eb2be95e961e55c13f16613, b9ae788ece744386fc4b49c9c0669e76 2024-12-02T04:00:45,634 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T04:00:45,634 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T04:00:45,634 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T04:00:45,634 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T04:00:45,634 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T04:00:45,634 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.30 KB heapSize=25.73 KB 2024-12-02T04:00:45,637 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/290f734c6e0ff4acdd780a9495f3fa58/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T04:00:45,637 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/0c07126775b26ee8c197054cb92974a2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T04:00:45,637 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 290f734c6e0ff4acdd780a9495f3fa58: Waiting for close lock at 1733112045631Running coprocessor pre-close hooks at 1733112045631Disabling compacts and flushes for region at 1733112045631Disabling writes for close at 1733112045632 (+1 ms)Writing region close event to WAL at 1733112045633 (+1 ms)Running coprocessor post-close hooks at 1733112045637 (+4 ms)Closed at 1733112045637 2024-12-02T04:00:45,638 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c07126775b26ee8c197054cb92974a2: Waiting for close lock at 1733112045633Running coprocessor pre-close hooks at 1733112045633Disabling compacts and flushes for region at 1733112045633Disabling writes for close at 1733112045633Writing region close event to WAL at 1733112045633Running coprocessor post-close hooks at 1733112045637 (+4 ms)Closed at 1733112045637 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733111995748.290f734c6e0ff4acdd780a9495f3fa58. 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733111995748.0c07126775b26ee8c197054cb92974a2. 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 501390267197b02aa5fce110ab0dd8e8, disabling compactions & flushes 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d7bfff75eb2be95e961e55c13f16613, disabling compactions & flushes 2024-12-02T04:00:45,638 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:45,638 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. after waiting 0 ms 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. after waiting 0 ms 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:45,638 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:45,641 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/501390267197b02aa5fce110ab0dd8e8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T04:00:45,642 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:45,642 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 501390267197b02aa5fce110ab0dd8e8: Waiting for close lock at 1733112045638Running coprocessor pre-close hooks at 1733112045638Disabling compacts and flushes for region at 1733112045638Disabling writes for close at 1733112045638Writing region close event to WAL at 1733112045638Running coprocessor post-close hooks at 1733112045642 (+4 ms)Closed at 1733112045642 2024-12-02T04:00:45,642 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733111995748.501390267197b02aa5fce110ab0dd8e8. 2024-12-02T04:00:45,642 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a2220551b5f40f1b877af6d141ddefd, disabling compactions & flushes 2024-12-02T04:00:45,642 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T04:00:45,642 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T04:00:45,642 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. after waiting 0 ms 2024-12-02T04:00:45,642 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T04:00:45,643 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/9d7bfff75eb2be95e961e55c13f16613/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T04:00:45,644 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:45,644 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d7bfff75eb2be95e961e55c13f16613: Waiting for close lock at 1733112045638Running coprocessor pre-close hooks at 1733112045638Disabling compacts and flushes for region at 1733112045638Disabling writes for close at 1733112045638Writing region close event to WAL at 1733112045638Running coprocessor post-close hooks at 1733112045644 (+6 ms)Closed at 1733112045644 2024-12-02T04:00:45,644 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733111995748.9d7bfff75eb2be95e961e55c13f16613. 2024-12-02T04:00:45,644 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49801d7edec0c2d5d09950a2b3b296a0, disabling compactions & flushes 2024-12-02T04:00:45,644 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:45,644 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:45,644 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. after waiting 0 ms 2024-12-02T04:00:45,644 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:45,646 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/8a2220551b5f40f1b877af6d141ddefd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T04:00:45,646 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T04:00:45,647 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a2220551b5f40f1b877af6d141ddefd: Waiting for close lock at 1733112045642Running coprocessor pre-close hooks at 1733112045642Disabling compacts and flushes for region at 1733112045642Disabling writes for close at 1733112045642Writing region close event to WAL at 1733112045643 (+1 ms)Running coprocessor post-close hooks at 1733112045646 (+3 ms)Closed at 1733112045646 2024-12-02T04:00:45,647 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd. 2024-12-02T04:00:45,647 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae9eb3306e29013f8de01a0225d1a406, disabling compactions & flushes 2024-12-02T04:00:45,647 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T04:00:45,647 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T04:00:45,647 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. after waiting 0 ms 2024-12-02T04:00:45,647 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T04:00:45,647 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/49801d7edec0c2d5d09950a2b3b296a0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T04:00:45,648 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:45,648 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49801d7edec0c2d5d09950a2b3b296a0: Waiting for close lock at 1733112045644Running coprocessor pre-close hooks at 1733112045644Disabling compacts and flushes for region at 1733112045644Disabling writes for close at 1733112045644Writing region close event to WAL at 1733112045644Running coprocessor post-close hooks at 1733112045648 (+4 ms)Closed at 1733112045648 2024-12-02T04:00:45,648 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733111995748.49801d7edec0c2d5d09950a2b3b296a0. 2024-12-02T04:00:45,649 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9ae788ece744386fc4b49c9c0669e76, disabling compactions & flushes 2024-12-02T04:00:45,649 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T04:00:45,649 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T04:00:45,649 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. after waiting 0 ms 2024-12-02T04:00:45,649 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T04:00:45,650 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/ae9eb3306e29013f8de01a0225d1a406/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T04:00:45,651 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T04:00:45,651 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae9eb3306e29013f8de01a0225d1a406: Waiting for close lock at 1733112045647Running coprocessor pre-close hooks at 1733112045647Disabling compacts and flushes for region at 1733112045647Disabling writes for close at 1733112045647Writing region close event to WAL at 1733112045647Running coprocessor post-close hooks at 1733112045651 (+4 ms)Closed at 1733112045651 2024-12-02T04:00:45,651 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733111995748.ae9eb3306e29013f8de01a0225d1a406. 2024-12-02T04:00:45,654 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/b9ae788ece744386fc4b49c9c0669e76/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T04:00:45,654 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/.tmp/info/ed61cd474eae455680866b9cca385995 is 167, key is SPTestTable,19999999,1733111995748.8a2220551b5f40f1b877af6d141ddefd./info:regioninfo/1733112006084/Put/seqid=0 2024-12-02T04:00:45,654 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T04:00:45,654 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9ae788ece744386fc4b49c9c0669e76: Waiting for close lock at 1733112045649Running coprocessor pre-close hooks at 1733112045649Disabling compacts and flushes for region at 1733112045649Disabling writes for close at 1733112045649Writing region close event to WAL at 1733112045649Running coprocessor post-close hooks at 1733112045654 (+5 ms)Closed at 1733112045654 2024-12-02T04:00:45,654 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733111995748.b9ae788ece744386fc4b49c9c0669e76. 2024-12-02T04:00:45,654 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15440a30c6af4046211bd6fc5ad8590d, disabling compactions & flushes 2024-12-02T04:00:45,654 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:45,655 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:45,655 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. after waiting 0 ms 2024-12-02T04:00:45,655 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:45,663 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/15440a30c6af4046211bd6fc5ad8590d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-02T04:00:45,664 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:45,664 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15440a30c6af4046211bd6fc5ad8590d: Waiting for close lock at 1733112045654Running coprocessor pre-close hooks at 1733112045654Disabling compacts and flushes for region at 1733112045654Disabling writes for close at 1733112045655 (+1 ms)Writing region close event to WAL at 1733112045655Running coprocessor post-close hooks at 1733112045664 (+9 ms)Closed at 1733112045664 2024-12-02T04:00:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741864_1040 (size=19785) 2024-12-02T04:00:45,664 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733111995748.15440a30c6af4046211bd6fc5ad8590d. 2024-12-02T04:00:45,664 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4bf12b67807b3ade93ccb33044d1f84f, disabling compactions & flushes 2024-12-02T04:00:45,665 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T04:00:45,665 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T04:00:45,665 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. after waiting 0 ms 2024-12-02T04:00:45,665 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T04:00:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741864_1040 (size=19785) 2024-12-02T04:00:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741864_1040 (size=19785) 2024-12-02T04:00:45,666 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.14 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/.tmp/info/ed61cd474eae455680866b9cca385995 2024-12-02T04:00:45,668 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/default/SPTestTable/4bf12b67807b3ade93ccb33044d1f84f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T04:00:45,669 INFO [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T04:00:45,669 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4bf12b67807b3ade93ccb33044d1f84f: Waiting for close lock at 1733112045664Running coprocessor pre-close hooks at 1733112045664Disabling compacts and flushes for region at 1733112045664Disabling writes for close at 1733112045665 (+1 ms)Writing region close event to WAL at 1733112045665Running coprocessor post-close hooks at 1733112045669 (+4 ms)Closed at 1733112045669 2024-12-02T04:00:45,669 DEBUG [RS_CLOSE_REGION-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733111995748.4bf12b67807b3ade93ccb33044d1f84f. 2024-12-02T04:00:45,685 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/.tmp/ns/124fe83e4e53436bb1f5d22e45243059 is 43, key is default/ns:d/1733111995683/Put/seqid=0 2024-12-02T04:00:45,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741865_1041 (size=5153) 2024-12-02T04:00:45,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741865_1041 (size=5153) 2024-12-02T04:00:45,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741865_1041 (size=5153) 2024-12-02T04:00:45,692 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/.tmp/ns/124fe83e4e53436bb1f5d22e45243059 2024-12-02T04:00:45,706 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T04:00:45,706 INFO [regionserver/e2eaa0f11f7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T04:00:45,708 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/.tmp/table/e94bf63156844e8896e211c51636fdcd is 47, key is SPTestTable/table:state/1733112006120/Put/seqid=0 2024-12-02T04:00:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741866_1042 (size=5214) 2024-12-02T04:00:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741866_1042 (size=5214) 2024-12-02T04:00:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741866_1042 (size=5214) 2024-12-02T04:00:45,715 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/.tmp/table/e94bf63156844e8896e211c51636fdcd 2024-12-02T04:00:45,721 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/.tmp/info/ed61cd474eae455680866b9cca385995 as hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/info/ed61cd474eae455680866b9cca385995 2024-12-02T04:00:45,727 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/info/ed61cd474eae455680866b9cca385995, entries=112, sequenceid=35, filesize=19.3 K 2024-12-02T04:00:45,728 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/.tmp/ns/124fe83e4e53436bb1f5d22e45243059 as hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/ns/124fe83e4e53436bb1f5d22e45243059 2024-12-02T04:00:45,734 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/ns/124fe83e4e53436bb1f5d22e45243059, entries=2, sequenceid=35, filesize=5.0 K 2024-12-02T04:00:45,735 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/.tmp/table/e94bf63156844e8896e211c51636fdcd as hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/table/e94bf63156844e8896e211c51636fdcd 2024-12-02T04:00:45,741 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/table/e94bf63156844e8896e211c51636fdcd, entries=2, sequenceid=35, filesize=5.1 K 2024-12-02T04:00:45,742 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=35, compaction requested=false 2024-12-02T04:00:45,746 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-02T04:00:45,747 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T04:00:45,747 INFO [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T04:00:45,747 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733112045634Running coprocessor pre-close hooks at 1733112045634Disabling compacts and flushes for region at 1733112045634Disabling writes for close at 1733112045634Obtaining lock to block concurrent updates at 1733112045634Preparing flush snapshotting stores in 1588230740 at 1733112045634Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15664, getHeapSize=26280, getOffHeapSize=0, getCellsCount=128 at 1733112045635 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733112045635Flushing 1588230740/info: creating writer at 1733112045635Flushing 1588230740/info: appending metadata at 1733112045654 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733112045654Flushing 1588230740/ns: creating writer at 1733112045672 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733112045684 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733112045685 (+1 ms)Flushing 1588230740/table: creating writer at 1733112045697 (+12 ms)Flushing 1588230740/table: appending metadata at 1733112045708 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733112045708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d8b68e: reopening flushed file at 1733112045720 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7332b31b: reopening flushed file at 1733112045727 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c83d3d7: reopening flushed file at 1733112045734 (+7 ms)Finished flush of dataSize ~15.30 KB/15664, heapSize ~25.43 KB/26040, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=35, compaction requested=false at 1733112045742 (+8 ms)Writing region close event to WAL at 1733112045743 (+1 ms)Running coprocessor post-close hooks at 1733112045747 (+4 ms)Closed at 1733112045747 2024-12-02T04:00:45,747 DEBUG [RS_CLOSE_META-regionserver/e2eaa0f11f7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T04:00:45,833 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,33057,1733111984615; all regions closed. 2024-12-02T04:00:45,834 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(976): stopping server e2eaa0f11f7e,39775,1733111984654; all regions closed. 2024-12-02T04:00:45,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741833_1009 (size=2947) 2024-12-02T04:00:45,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741833_1009 (size=2947) 2024-12-02T04:00:45,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741833_1009 (size=2947) 2024-12-02T04:00:45,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741836_1012 (size=18358) 2024-12-02T04:00:45,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741836_1012 (size=18358) 2024-12-02T04:00:45,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741836_1012 (size=18358) 2024-12-02T04:00:45,838 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/oldWALs 2024-12-02T04:00:45,838 INFO [RS:1;e2eaa0f11f7e:39775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C39775%2C1733111984654.meta:.meta(num 1733111995597) 2024-12-02T04:00:45,840 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/oldWALs 2024-12-02T04:00:45,840 INFO [RS:0;e2eaa0f11f7e:33057 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C33057%2C1733111984615:(num 1733111985364) 2024-12-02T04:00:45,840 DEBUG [RS:0;e2eaa0f11f7e:33057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T04:00:45,840 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T04:00:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741835_1011 (size=4639) 2024-12-02T04:00:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741835_1011 (size=4639) 2024-12-02T04:00:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741835_1011 (size=4639) 2024-12-02T04:00:45,841 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T04:00:45,841 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T04:00:45,841 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T04:00:45,841 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T04:00:45,841 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T04:00:45,841 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T04:00:45,841 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T04:00:45,842 INFO [RS:0;e2eaa0f11f7e:33057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33057 2024-12-02T04:00:45,843 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/oldWALs 2024-12-02T04:00:45,843 INFO [RS:1;e2eaa0f11f7e:39775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e2eaa0f11f7e%2C39775%2C1733111984654:(num 1733111985364) 2024-12-02T04:00:45,843 DEBUG [RS:1;e2eaa0f11f7e:39775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T04:00:45,843 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T04:00:45,843 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T04:00:45,843 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.ChoreService(370): Chore service for: regionserver/e2eaa0f11f7e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T04:00:45,843 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T04:00:45,843 INFO [regionserver/e2eaa0f11f7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T04:00:45,844 INFO [RS:1;e2eaa0f11f7e:39775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39775 2024-12-02T04:00:45,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T04:00:45,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,33057,1733111984615 2024-12-02T04:00:45,871 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T04:00:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e2eaa0f11f7e,39775,1733111984654 2024-12-02T04:00:45,921 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T04:00:45,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,39775,1733111984654] 2024-12-02T04:00:45,971 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,39775,1733111984654 already deleted, retry=false 2024-12-02T04:00:45,971 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,39775,1733111984654 expired; onlineServers=1 2024-12-02T04:00:45,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e2eaa0f11f7e,33057,1733111984615] 2024-12-02T04:00:45,979 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e2eaa0f11f7e,33057,1733111984615 already deleted, retry=false 2024-12-02T04:00:45,979 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e2eaa0f11f7e,33057,1733111984615 expired; onlineServers=0 2024-12-02T04:00:45,979 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e2eaa0f11f7e,33205,1733111984457' ***** 2024-12-02T04:00:45,979 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T04:00:45,980 INFO [M:0;e2eaa0f11f7e:33205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T04:00:45,980 INFO [M:0;e2eaa0f11f7e:33205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T04:00:45,980 DEBUG [M:0;e2eaa0f11f7e:33205 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T04:00:45,980 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T04:00:45,980 DEBUG [M:0;e2eaa0f11f7e:33205 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T04:00:45,980 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111985071 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.large.0-1733111985071,5,FailOnTimeoutGroup] 2024-12-02T04:00:45,981 DEBUG [master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111985071 {}] cleaner.HFileCleaner(306): Exit Thread[master/e2eaa0f11f7e:0:becomeActiveMaster-HFileCleaner.small.0-1733111985071,5,FailOnTimeoutGroup] 2024-12-02T04:00:45,981 INFO [M:0;e2eaa0f11f7e:33205 {}] hbase.ChoreService(370): Chore service for: master/e2eaa0f11f7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T04:00:45,981 INFO [M:0;e2eaa0f11f7e:33205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T04:00:45,981 DEBUG [M:0;e2eaa0f11f7e:33205 {}] master.HMaster(1795): Stopping service threads 2024-12-02T04:00:45,982 INFO [M:0;e2eaa0f11f7e:33205 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T04:00:45,982 INFO [M:0;e2eaa0f11f7e:33205 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T04:00:45,982 ERROR [M:0;e2eaa0f11f7e:33205 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:36527 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36527,5,PEWorkerGroup] 2024-12-02T04:00:45,983 INFO [M:0;e2eaa0f11f7e:33205 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T04:00:45,983 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T04:00:45,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T04:00:45,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T04:00:45,993 DEBUG [M:0;e2eaa0f11f7e:33205 {}] zookeeper.ZKUtil(347): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T04:00:45,993 WARN [M:0;e2eaa0f11f7e:33205 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T04:00:45,994 INFO [M:0;e2eaa0f11f7e:33205 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/.lastflushedseqids 2024-12-02T04:00:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741867_1043 (size=650) 2024-12-02T04:00:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741867_1043 (size=650) 2024-12-02T04:00:46,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741867_1043 (size=650) 2024-12-02T04:00:46,008 INFO [M:0;e2eaa0f11f7e:33205 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T04:00:46,008 INFO [M:0;e2eaa0f11f7e:33205 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T04:00:46,008 DEBUG [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T04:00:46,008 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T04:00:46,008 DEBUG [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T04:00:46,008 DEBUG [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T04:00:46,008 DEBUG [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T04:00:46,008 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=222.90 KB heapSize=266.10 KB 2024-12-02T04:00:46,023 DEBUG [M:0;e2eaa0f11f7e:33205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c320856135948189e686fa5b7371745 is 82, key is hbase:meta,,1/info:regioninfo/1733111995631/Put/seqid=0 2024-12-02T04:00:46,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741868_1044 (size=5672) 2024-12-02T04:00:46,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741868_1044 (size=5672) 2024-12-02T04:00:46,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741868_1044 (size=5672) 2024-12-02T04:00:46,029 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c320856135948189e686fa5b7371745 2024-12-02T04:00:46,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T04:00:46,040 INFO [RS:0;e2eaa0f11f7e:33057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T04:00:46,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33057-0x101957bc3fd0001, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T04:00:46,040 INFO [RS:0;e2eaa0f11f7e:33057 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,33057,1733111984615; zookeeper connection closed. 2024-12-02T04:00:46,040 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38b777b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38b777b9 2024-12-02T04:00:46,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T04:00:46,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39775-0x101957bc3fd0002, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T04:00:46,068 INFO [RS:1;e2eaa0f11f7e:39775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T04:00:46,068 INFO [RS:1;e2eaa0f11f7e:39775 {}] regionserver.HRegionServer(1031): Exiting; stopping=e2eaa0f11f7e,39775,1733111984654; zookeeper connection closed. 2024-12-02T04:00:46,069 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@729e67e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@729e67e1 2024-12-02T04:00:46,069 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T04:00:46,076 DEBUG [M:0;e2eaa0f11f7e:33205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b721432c229f426e893008b801b6a455 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733112006125/Put/seqid=0 2024-12-02T04:00:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741869_1045 (size=9312) 2024-12-02T04:00:46,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741869_1045 (size=9312) 2024-12-02T04:00:46,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741869_1045 (size=9312) 2024-12-02T04:00:46,083 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.17 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b721432c229f426e893008b801b6a455 2024-12-02T04:00:46,088 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b721432c229f426e893008b801b6a455 2024-12-02T04:00:46,101 DEBUG [M:0;e2eaa0f11f7e:33205 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b51bf44f4424cb7ab04bd7dfc67f506 is 69, key is e2eaa0f11f7e,33057,1733111984615/rs:state/1733111985155/Put/seqid=0 2024-12-02T04:00:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741870_1046 (size=5447) 2024-12-02T04:00:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741870_1046 (size=5447) 2024-12-02T04:00:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741870_1046 (size=5447) 2024-12-02T04:00:46,108 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b51bf44f4424cb7ab04bd7dfc67f506 2024-12-02T04:00:46,112 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b51bf44f4424cb7ab04bd7dfc67f506 2024-12-02T04:00:46,113 DEBUG [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9c320856135948189e686fa5b7371745 as hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c320856135948189e686fa5b7371745 2024-12-02T04:00:46,119 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9c320856135948189e686fa5b7371745, entries=8, sequenceid=467, filesize=5.5 K 2024-12-02T04:00:46,119 DEBUG [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b721432c229f426e893008b801b6a455 as hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b721432c229f426e893008b801b6a455 2024-12-02T04:00:46,125 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b721432c229f426e893008b801b6a455 2024-12-02T04:00:46,125 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b721432c229f426e893008b801b6a455, entries=54, sequenceid=467, filesize=9.1 K 2024-12-02T04:00:46,126 DEBUG [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b51bf44f4424cb7ab04bd7dfc67f506 as hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b51bf44f4424cb7ab04bd7dfc67f506 2024-12-02T04:00:46,131 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b51bf44f4424cb7ab04bd7dfc67f506 2024-12-02T04:00:46,131 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36527/user/jenkins/test-data/7c152fa4-dc7f-2cfa-e9c5-de2c91595ec0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b51bf44f4424cb7ab04bd7dfc67f506, entries=3, sequenceid=467, filesize=5.3 K 2024-12-02T04:00:46,132 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegion(3140): Finished flush of dataSize ~222.90 KB/228252, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=467, compaction requested=false 2024-12-02T04:00:46,133 INFO [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T04:00:46,133 DEBUG [M:0;e2eaa0f11f7e:33205 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733112046008Disabling compacts and flushes for region at 1733112046008Disabling writes for close at 1733112046008Obtaining lock to block concurrent updates at 1733112046008Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733112046008Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228252, getHeapSize=272424, getOffHeapSize=0, getCellsCount=570 at 1733112046009 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733112046009Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733112046009Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733112046023 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733112046023Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733112046034 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733112046076 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733112046076Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733112046088 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733112046101 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733112046101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5035066e: reopening flushed file at 1733112046112 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d02280: reopening flushed file at 1733112046119 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22278252: reopening flushed file at 1733112046125 (+6 ms)Finished flush of dataSize ~222.90 KB/228252, heapSize ~265.80 KB/272184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=467, compaction requested=false at 1733112046132 (+7 ms)Writing region close event to WAL at 1733112046133 (+1 ms)Closed at 1733112046133 2024-12-02T04:00:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37381 is added to blk_1073741830_1006 (size=259438) 2024-12-02T04:00:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741830_1006 (size=259438) 2024-12-02T04:00:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741830_1006 (size=259438) 2024-12-02T04:00:46,136 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T04:00:46,136 INFO [M:0;e2eaa0f11f7e:33205 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T04:00:46,136 INFO [M:0;e2eaa0f11f7e:33205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33205 2024-12-02T04:00:46,136 INFO [M:0;e2eaa0f11f7e:33205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T04:00:46,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T04:00:46,336 INFO [M:0;e2eaa0f11f7e:33205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T04:00:46,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33205-0x101957bc3fd0000, quorum=127.0.0.1:54700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T04:00:46,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629865f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:00:46,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ebec02b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:00:46,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:00:46,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23255376{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:00:46,339 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2732ccd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/hadoop.log.dir/,STOPPED} 2024-12-02T04:00:46,340 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:00:46,340 WARN [BP-940645374-172.17.0.2-1733111982495 heartbeating to localhost/127.0.0.1:36527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:00:46,341 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:00:46,341 WARN [BP-940645374-172.17.0.2-1733111982495 heartbeating to localhost/127.0.0.1:36527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-940645374-172.17.0.2-1733111982495 (Datanode Uuid 71b8e58d-32e3-44bd-80b0-d07e145a5eaf) service to localhost/127.0.0.1:36527 2024-12-02T04:00:46,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data5/current/BP-940645374-172.17.0.2-1733111982495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:00:46,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data6/current/BP-940645374-172.17.0.2-1733111982495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:00:46,342 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:00:46,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42b9b7d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:00:46,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@775d0671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:00:46,344 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:00:46,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69446df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:00:46,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239f9a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/hadoop.log.dir/,STOPPED} 2024-12-02T04:00:46,346 WARN [BP-940645374-172.17.0.2-1733111982495 heartbeating to localhost/127.0.0.1:36527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:00:46,346 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:00:46,346 WARN [BP-940645374-172.17.0.2-1733111982495 heartbeating to localhost/127.0.0.1:36527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-940645374-172.17.0.2-1733111982495 (Datanode Uuid 10e37a0f-9c0f-45c3-80e7-669b3b15d7f2) service to localhost/127.0.0.1:36527 2024-12-02T04:00:46,346 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:00:46,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data3/current/BP-940645374-172.17.0.2-1733111982495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:00:46,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data4/current/BP-940645374-172.17.0.2-1733111982495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:00:46,347 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:00:46,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3128d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T04:00:46,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ef7d39c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:00:46,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:00:46,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783535ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:00:46,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58ba3f82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/hadoop.log.dir/,STOPPED} 2024-12-02T04:00:46,351 WARN [BP-940645374-172.17.0.2-1733111982495 heartbeating to localhost/127.0.0.1:36527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T04:00:46,351 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T04:00:46,351 WARN [BP-940645374-172.17.0.2-1733111982495 heartbeating to localhost/127.0.0.1:36527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-940645374-172.17.0.2-1733111982495 (Datanode Uuid 50974ba4-6b2d-45d5-b7d4-6ae8973a3a3f) service to localhost/127.0.0.1:36527 2024-12-02T04:00:46,351 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T04:00:46,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data1/current/BP-940645374-172.17.0.2-1733111982495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:00:46,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/cluster_4b06cd99-4fdb-de20-42c6-3d3abe020748/data/data2/current/BP-940645374-172.17.0.2-1733111982495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T04:00:46,352 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T04:00:46,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4db9f58c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T04:00:46,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ee46248{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T04:00:46,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T04:00:46,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73963032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T04:00:46,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac7a495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60c0dea0-0767-5681-fd38-14fdccddec81/hadoop.log.dir/,STOPPED} 2024-12-02T04:00:46,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T04:00:46,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T04:00:46,401 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 97) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36527 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36527 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/e2eaa0f11f7e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=481 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=106 (was 60) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7328 (was 7461)