2024-12-05 14:12:22,252 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-12-05 14:12:22,291 main DEBUG Took 0.033089 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 14:12:22,292 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 14:12:22,292 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 14:12:22,294 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 14:12:22,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,309 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 14:12:22,327 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,329 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,331 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,332 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,333 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,335 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,336 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,337 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,338 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,339 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,340 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,341 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,341 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 14:12:22,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,342 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 14:12:22,344 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 14:12:22,346 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 14:12:22,348 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 14:12:22,349 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 14:12:22,351 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 14:12:22,351 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 14:12:22,363 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 14:12:22,367 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 14:12:22,369 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 14:12:22,370 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 14:12:22,371 main DEBUG createAppenders(={Console}) 2024-12-05 14:12:22,372 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 initialized 2024-12-05 14:12:22,372 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 2024-12-05 14:12:22,373 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@aba625 OK. 2024-12-05 14:12:22,374 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 14:12:22,374 main DEBUG OutputStream closed 2024-12-05 14:12:22,374 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 14:12:22,375 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 14:12:22,375 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@23c30a20 OK 2024-12-05 14:12:22,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 14:12:22,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 14:12:22,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 14:12:22,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 14:12:22,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 14:12:22,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 14:12:22,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 14:12:22,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 14:12:22,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 14:12:22,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 14:12:22,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 14:12:22,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 14:12:22,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 14:12:22,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 14:12:22,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 14:12:22,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 14:12:22,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 14:12:22,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 14:12:22,469 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 14:12:22,469 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@b7c4869) with optional ClassLoader: null 2024-12-05 14:12:22,469 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 14:12:22,470 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@b7c4869] started OK. 2024-12-05T14:12:22,489 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-05 14:12:22,493 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 14:12:22,493 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T14:12:22,502 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-05T14:12:22,551 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=12, AvailableMemoryMB=8127 2024-12-05T14:12:22,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f 2024-12-05T14:12:22,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:12:22,952 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b, deleteOnExit=true 2024-12-05T14:12:22,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:12:22,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/test.cache.data in system properties and HBase conf 2024-12-05T14:12:22,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:12:22,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:12:22,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:12:22,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:12:22,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:12:23,071 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T14:12:23,207 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:12:23,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:12:23,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:12:23,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:12:23,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:12:23,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:12:23,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:12:23,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:12:23,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:12:23,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:12:23,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:12:23,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:12:23,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:12:23,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:12:23,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:12:24,512 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T14:12:24,596 INFO [Time-limited test {}] log.Log(170): Logging initialized @3199ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T14:12:24,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:12:24,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:12:24,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:12:24,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:12:24,766 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:12:24,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:12:24,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:12:24,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:12:25,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79bca9fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/java.io.tmpdir/jetty-localhost-45719-hadoop-hdfs-3_4_1-tests_jar-_-any-7684118327209063777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:12:25,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:45719} 2024-12-05T14:12:25,049 INFO [Time-limited test {}] server.Server(415): Started @3652ms 2024-12-05T14:12:25,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:12:25,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:12:25,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:12:25,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:12:25,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:12:25,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:12:25,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:12:25,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45354c57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/java.io.tmpdir/jetty-localhost-43949-hadoop-hdfs-3_4_1-tests_jar-_-any-18043224594358691355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:12:25,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:43949} 2024-12-05T14:12:25,815 INFO [Time-limited test {}] server.Server(415): Started @4418ms 2024-12-05T14:12:25,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:12:26,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:12:26,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:12:26,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:12:26,026 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:12:26,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:12:26,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:12:26,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:12:26,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@699f8d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/java.io.tmpdir/jetty-localhost-44895-hadoop-hdfs-3_4_1-tests_jar-_-any-7767905936673317338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:12:26,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:44895} 2024-12-05T14:12:26,177 INFO [Time-limited test {}] server.Server(415): Started @4780ms 2024-12-05T14:12:26,180 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:12:26,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:12:26,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:12:26,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:12:26,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:12:26,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:12:26,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:12:26,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:12:26,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2701064c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/java.io.tmpdir/jetty-localhost-45559-hadoop-hdfs-3_4_1-tests_jar-_-any-7208026517634461488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:12:26,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:45559} 2024-12-05T14:12:26,383 INFO [Time-limited test {}] server.Server(415): Started @4986ms 2024-12-05T14:12:26,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:12:28,029 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data2/current/BP-138156904-172.17.0.2-1733407943939/current, will proceed with Du for space computation calculation, 2024-12-05T14:12:28,029 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data3/current/BP-138156904-172.17.0.2-1733407943939/current, will proceed with Du for space computation calculation, 2024-12-05T14:12:28,029 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data1/current/BP-138156904-172.17.0.2-1733407943939/current, will proceed with Du for space computation calculation, 2024-12-05T14:12:28,029 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data4/current/BP-138156904-172.17.0.2-1733407943939/current, will proceed with Du for space computation calculation, 2024-12-05T14:12:28,064 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:12:28,066 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:12:28,085 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data5/current/BP-138156904-172.17.0.2-1733407943939/current, will proceed with Du for space computation calculation, 2024-12-05T14:12:28,086 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data6/current/BP-138156904-172.17.0.2-1733407943939/current, will proceed with Du for space computation calculation, 2024-12-05T14:12:28,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5adcebc5208900c5 with lease ID 0x71ff76b34cd1e13f: Processing first storage report for DS-f8c5c786-24da-49da-a8aa-20c5d58d1100 from datanode DatanodeRegistration(127.0.0.1:34889, datanodeUuid=0ea754e3-796d-4fd8-ba72-144dcc4f6f8e, infoPort=34829, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939) 2024-12-05T14:12:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5adcebc5208900c5 with lease ID 0x71ff76b34cd1e13f: from storage DS-f8c5c786-24da-49da-a8aa-20c5d58d1100 node DatanodeRegistration(127.0.0.1:34889, datanodeUuid=0ea754e3-796d-4fd8-ba72-144dcc4f6f8e, infoPort=34829, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T14:12:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d1a53c1cc508a3 with lease ID 0x71ff76b34cd1e140: Processing first storage report for DS-e6a178ca-66b3-48c2-a5ad-568df9b43da4 from datanode DatanodeRegistration(127.0.0.1:46117, datanodeUuid=1d62fe8c-356e-46a5-be89-e903dbcfecc3, infoPort=42921, infoSecurePort=0, ipcPort=37579, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939) 2024-12-05T14:12:28,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d1a53c1cc508a3 with lease ID 0x71ff76b34cd1e140: from storage DS-e6a178ca-66b3-48c2-a5ad-568df9b43da4 node DatanodeRegistration(127.0.0.1:46117, datanodeUuid=1d62fe8c-356e-46a5-be89-e903dbcfecc3, infoPort=42921, infoSecurePort=0, ipcPort=37579, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T14:12:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5adcebc5208900c5 with lease ID 0x71ff76b34cd1e13f: Processing first storage report for DS-642b5f95-62c5-422f-84ab-bba275a288d3 from datanode DatanodeRegistration(127.0.0.1:34889, datanodeUuid=0ea754e3-796d-4fd8-ba72-144dcc4f6f8e, infoPort=34829, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939) 2024-12-05T14:12:28,125 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:12:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5adcebc5208900c5 with lease ID 0x71ff76b34cd1e13f: from storage DS-642b5f95-62c5-422f-84ab-bba275a288d3 node DatanodeRegistration(127.0.0.1:34889, datanodeUuid=0ea754e3-796d-4fd8-ba72-144dcc4f6f8e, infoPort=34829, infoSecurePort=0, ipcPort=38751, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:12:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d1a53c1cc508a3 with lease ID 0x71ff76b34cd1e140: Processing first storage report for DS-ca6db707-c4ed-4f93-90f9-463c313efd40 from datanode DatanodeRegistration(127.0.0.1:46117, datanodeUuid=1d62fe8c-356e-46a5-be89-e903dbcfecc3, infoPort=42921, infoSecurePort=0, ipcPort=37579, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939) 2024-12-05T14:12:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d1a53c1cc508a3 with lease ID 0x71ff76b34cd1e140: from storage DS-ca6db707-c4ed-4f93-90f9-463c313efd40 node DatanodeRegistration(127.0.0.1:46117, datanodeUuid=1d62fe8c-356e-46a5-be89-e903dbcfecc3, infoPort=42921, infoSecurePort=0, ipcPort=37579, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:12:28,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59a8fc43ba8fe854 with lease ID 0x71ff76b34cd1e141: Processing first storage report for DS-29ee3e65-2aeb-44af-8527-9da1b6d45a69 from datanode DatanodeRegistration(127.0.0.1:38261, datanodeUuid=508fa5df-3079-43fe-99c8-8a2192c00c4e, infoPort=42349, infoSecurePort=0, ipcPort=38535, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939) 2024-12-05T14:12:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59a8fc43ba8fe854 with lease ID 0x71ff76b34cd1e141: from storage DS-29ee3e65-2aeb-44af-8527-9da1b6d45a69 node DatanodeRegistration(127.0.0.1:38261, datanodeUuid=508fa5df-3079-43fe-99c8-8a2192c00c4e, infoPort=42349, infoSecurePort=0, ipcPort=38535, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:12:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59a8fc43ba8fe854 with lease ID 0x71ff76b34cd1e141: Processing first storage report for DS-1f9749d5-f56a-46ae-ab1e-3e03dc50b14c from datanode DatanodeRegistration(127.0.0.1:38261, datanodeUuid=508fa5df-3079-43fe-99c8-8a2192c00c4e, infoPort=42349, infoSecurePort=0, ipcPort=38535, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939) 2024-12-05T14:12:28,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59a8fc43ba8fe854 with lease ID 0x71ff76b34cd1e141: from storage DS-1f9749d5-f56a-46ae-ab1e-3e03dc50b14c node DatanodeRegistration(127.0.0.1:38261, datanodeUuid=508fa5df-3079-43fe-99c8-8a2192c00c4e, infoPort=42349, infoSecurePort=0, ipcPort=38535, storageInfo=lv=-57;cid=testClusterID;nsid=1549655755;c=1733407943939), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T14:12:28,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f 2024-12-05T14:12:28,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/zookeeper_0, clientPort=64090, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:12:28,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64090 2024-12-05T14:12:28,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:28,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:28,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:12:28,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:12:28,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:12:28,956 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f with version=8 2024-12-05T14:12:28,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/hbase-staging 2024-12-05T14:12:29,037 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T14:12:29,250 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:12:29,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:29,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:29,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:12:29,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:29,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:12:29,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:12:29,449 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T14:12:29,457 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T14:12:29,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:12:29,483 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1004 (auto-detected) 2024-12-05T14:12:29,484 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T14:12:29,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34223 2024-12-05T14:12:29,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34223 connecting to ZooKeeper ensemble=127.0.0.1:64090 2024-12-05T14:12:29,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342230x0, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:12:29,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34223-0x101a5d6399a0000 connected 2024-12-05T14:12:29,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:29,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:29,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:12:29,780 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f, hbase.cluster.distributed=false 2024-12-05T14:12:29,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:12:29,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34223 2024-12-05T14:12:29,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34223 2024-12-05T14:12:29,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34223 2024-12-05T14:12:29,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34223 2024-12-05T14:12:29,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34223 2024-12-05T14:12:29,918 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:12:29,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:29,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:29,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:12:29,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:29,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:12:29,925 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:12:29,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:12:29,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34269 2024-12-05T14:12:29,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34269 connecting to ZooKeeper ensemble=127.0.0.1:64090 2024-12-05T14:12:29,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:29,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:29,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342690x0, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:12:29,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34269-0x101a5d6399a0001 connected 2024-12-05T14:12:29,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:12:29,955 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:12:29,964 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:12:29,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:12:29,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:12:29,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34269 2024-12-05T14:12:29,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34269 2024-12-05T14:12:29,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34269 2024-12-05T14:12:29,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34269 2024-12-05T14:12:29,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34269 2024-12-05T14:12:29,993 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:12:29,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:29,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:29,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:12:29,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:29,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:12:29,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:12:29,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:12:29,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38943 2024-12-05T14:12:29,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38943 connecting to ZooKeeper ensemble=127.0.0.1:64090 2024-12-05T14:12:29,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:30,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:30,012 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389430x0, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:12:30,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38943-0x101a5d6399a0002 connected 2024-12-05T14:12:30,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:12:30,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:12:30,015 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:12:30,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:12:30,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:12:30,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38943 2024-12-05T14:12:30,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38943 2024-12-05T14:12:30,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38943 2024-12-05T14:12:30,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38943 2024-12-05T14:12:30,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38943 2024-12-05T14:12:30,047 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:12:30,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:30,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:30,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:12:30,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:12:30,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:12:30,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:12:30,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:12:30,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42743 2024-12-05T14:12:30,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42743 connecting to ZooKeeper ensemble=127.0.0.1:64090 2024-12-05T14:12:30,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:30,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:30,075 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427430x0, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:12:30,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427430x0, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:12:30,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42743-0x101a5d6399a0003 connected 2024-12-05T14:12:30,077 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:12:30,078 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:12:30,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:12:30,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:12:30,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42743 2024-12-05T14:12:30,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42743 2024-12-05T14:12:30,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42743 2024-12-05T14:12:30,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42743 2024-12-05T14:12:30,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42743 2024-12-05T14:12:30,102 DEBUG [M:0;218194e0d8ec:34223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:34223 2024-12-05T14:12:30,103 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/218194e0d8ec,34223,1733407949099 2024-12-05T14:12:30,118 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:12:30,118 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:12:30,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:12:30,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:12:30,120 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/218194e0d8ec,34223,1733407949099 2024-12-05T14:12:30,149 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:12:30,149 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:12:30,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:12:30,149 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,149 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,150 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:12:30,151 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/218194e0d8ec,34223,1733407949099 from backup master directory 2024-12-05T14:12:30,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/218194e0d8ec,34223,1733407949099 2024-12-05T14:12:30,159 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:12:30,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:12:30,159 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:12:30,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:12:30,160 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:12:30,160 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,34223,1733407949099 2024-12-05T14:12:30,163 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T14:12:30,165 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T14:12:30,217 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/hbase.id] with ID: b38dc1c2-35e8-4a3a-8035-9ffecaa6955f 2024-12-05T14:12:30,217 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/.tmp/hbase.id 2024-12-05T14:12:30,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:12:30,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:12:30,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:12:30,232 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/.tmp/hbase.id]:[hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/hbase.id] 2024-12-05T14:12:30,277 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:12:30,282 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:12:30,299 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-05T14:12:30,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,306 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,306 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:12:30,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:12:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:12:30,338 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:12:30,340 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:12:30,352 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:12:30,355 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:12:30,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:12:30,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:12:30,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:12:30,398 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store 2024-12-05T14:12:30,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:12:30,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:12:30,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:12:30,425 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T14:12:30,427 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:30,428 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:12:30,429 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:12:30,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:12:30,430 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:12:30,430 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:12:30,430 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:12:30,431 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733407950428Disabling compacts and flushes for region at 1733407950428Disabling writes for close at 1733407950430 (+2 ms)Writing region close event to WAL at 1733407950430Closed at 1733407950430 2024-12-05T14:12:30,433 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/.initializing 2024-12-05T14:12:30,433 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/WALs/218194e0d8ec,34223,1733407949099 2024-12-05T14:12:30,440 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:12:30,453 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C34223%2C1733407949099, suffix=, logDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/WALs/218194e0d8ec,34223,1733407949099, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/oldWALs, maxLogs=10 2024-12-05T14:12:30,472 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/WALs/218194e0d8ec,34223,1733407949099/218194e0d8ec%2C34223%2C1733407949099.1733407950457, exclude list is [], retry=0 2024-12-05T14:12:30,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46117,DS-e6a178ca-66b3-48c2-a5ad-568df9b43da4,DISK] 2024-12-05T14:12:30,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-f8c5c786-24da-49da-a8aa-20c5d58d1100,DISK] 2024-12-05T14:12:30,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-29ee3e65-2aeb-44af-8527-9da1b6d45a69,DISK] 2024-12-05T14:12:30,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T14:12:30,523 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/WALs/218194e0d8ec,34223,1733407949099/218194e0d8ec%2C34223%2C1733407949099.1733407950457 2024-12-05T14:12:30,524 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34829:34829),(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-05T14:12:30,525 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:12:30,525 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:30,528 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,529 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:12:30,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:30,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:12:30,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:12:30,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:30,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:30,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:12:30,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:30,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:30,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:12:30,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:30,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:30,614 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,618 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,619 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,624 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,625 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,628 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:12:30,631 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:12:30,636 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:30,637 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70318133, jitterRate=0.047821834683418274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:12:30,642 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733407950542Initializing all the Stores at 1733407950544 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407950544Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407950545 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407950546 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407950546Cleaning up temporary data from old regions at 1733407950625 (+79 ms)Region opened successfully at 1733407950642 (+17 ms) 2024-12-05T14:12:30,643 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:12:30,674 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb949d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:12:30,701 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:12:30,711 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:12:30,711 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:12:30,713 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:12:30,715 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T14:12:30,719 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-05T14:12:30,719 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T14:12:30,745 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:12:30,754 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T14:12:30,767 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T14:12:30,770 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:12:30,771 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:12:30,780 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T14:12:30,783 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:12:30,787 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:12:30,799 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T14:12:30,801 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:12:30,812 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T14:12:30,833 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:12:30,843 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T14:12:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:12:30,854 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:12:30,854 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:12:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,854 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,854 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:12:30,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,858 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,34223,1733407949099, sessionid=0x101a5d6399a0000, setting cluster-up flag (Was=false) 2024-12-05T14:12:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,885 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,886 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,917 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T14:12:30,922 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,34223,1733407949099 2024-12-05T14:12:30,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,949 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,949 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:30,980 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T14:12:30,983 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,34223,1733407949099 2024-12-05T14:12:30,992 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:12:31,066 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:12:31,074 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:12:31,082 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:12:31,090 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(746): ClusterId : b38dc1c2-35e8-4a3a-8035-9ffecaa6955f 2024-12-05T14:12:31,089 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,34223,1733407949099 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:12:31,092 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(746): ClusterId : b38dc1c2-35e8-4a3a-8035-9ffecaa6955f 2024-12-05T14:12:31,093 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:12:31,093 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:12:31,107 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.HRegionServer(746): ClusterId : b38dc1c2-35e8-4a3a-8035-9ffecaa6955f 2024-12-05T14:12:31,107 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:12:31,109 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:12:31,109 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:12:31,109 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:12:31,109 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:12:31,109 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:12:31,109 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:12:31,109 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:12:31,109 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:12:31,110 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:12:31,110 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,110 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:12:31,110 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,115 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733407981115 2024-12-05T14:12:31,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:12:31,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:12:31,117 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:12:31,118 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:12:31,122 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:31,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:12:31,123 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:12:31,123 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:12:31,124 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:12:31,124 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:12:31,125 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,128 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:12:31,128 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:12:31,129 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:12:31,129 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:12:31,129 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:12:31,130 DEBUG [RS:2;218194e0d8ec:42743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eff81cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:12:31,130 DEBUG [RS:1;218194e0d8ec:38943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153d2aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:12:31,131 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:12:31,131 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:12:31,139 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:12:31,140 DEBUG [RS:0;218194e0d8ec:34269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3478c608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:12:31,140 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:12:31,141 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:12:31,143 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733407951142,5,FailOnTimeoutGroup] 2024-12-05T14:12:31,145 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733407951144,5,FailOnTimeoutGroup] 2024-12-05T14:12:31,145 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,145 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:12:31,147 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,147 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,150 DEBUG [RS:2;218194e0d8ec:42743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;218194e0d8ec:42743 2024-12-05T14:12:31,152 DEBUG [RS:1;218194e0d8ec:38943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;218194e0d8ec:38943 2024-12-05T14:12:31,154 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:12:31,154 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:12:31,154 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:12:31,154 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:12:31,154 DEBUG [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:12:31,154 DEBUG [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:12:31,157 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,34223,1733407949099 with port=38943, startcode=1733407949992 2024-12-05T14:12:31,157 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,34223,1733407949099 with port=42743, startcode=1733407950047 2024-12-05T14:12:31,158 DEBUG [RS:0;218194e0d8ec:34269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:34269 2024-12-05T14:12:31,158 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:12:31,158 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:12:31,158 DEBUG [RS:0;218194e0d8ec:34269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:12:31,159 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,34223,1733407949099 with port=34269, startcode=1733407949880 2024-12-05T14:12:31,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:12:31,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:12:31,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:12:31,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:12:31,171 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:31,174 DEBUG [RS:1;218194e0d8ec:38943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:12:31,174 DEBUG [RS:2;218194e0d8ec:42743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:12:31,174 DEBUG [RS:0;218194e0d8ec:34269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:12:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:12:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:12:31,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:12:31,206 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:12:31,206 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:12:31,206 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:12:31,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,38943,1733407949992 2024-12-05T14:12:31,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,38943,1733407949992 2024-12-05T14:12:31,221 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,42743,1733407950047 2024-12-05T14:12:31,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,42743,1733407950047 2024-12-05T14:12:31,225 DEBUG [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:31,225 DEBUG [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40039 2024-12-05T14:12:31,225 DEBUG [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:12:31,227 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,34269,1733407949880 2024-12-05T14:12:31,227 DEBUG [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:31,227 DEBUG [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40039 2024-12-05T14:12:31,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,34269,1733407949880 2024-12-05T14:12:31,228 DEBUG [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:12:31,232 DEBUG [RS:0;218194e0d8ec:34269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:31,232 DEBUG [RS:0;218194e0d8ec:34269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40039 2024-12-05T14:12:31,232 DEBUG [RS:0;218194e0d8ec:34269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:12:31,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:12:31,326 DEBUG [RS:2;218194e0d8ec:42743 {}] zookeeper.ZKUtil(111): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/218194e0d8ec,42743,1733407950047 2024-12-05T14:12:31,326 DEBUG [RS:1;218194e0d8ec:38943 {}] zookeeper.ZKUtil(111): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/218194e0d8ec,38943,1733407949992 2024-12-05T14:12:31,326 WARN [RS:2;218194e0d8ec:42743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:12:31,326 WARN [RS:1;218194e0d8ec:38943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:12:31,326 INFO [RS:2;218194e0d8ec:42743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:12:31,326 INFO [RS:1;218194e0d8ec:38943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:12:31,327 DEBUG [RS:0;218194e0d8ec:34269 {}] zookeeper.ZKUtil(111): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/218194e0d8ec,34269,1733407949880 2024-12-05T14:12:31,327 WARN [RS:0;218194e0d8ec:34269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:12:31,327 DEBUG [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,38943,1733407949992 2024-12-05T14:12:31,327 DEBUG [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,42743,1733407950047 2024-12-05T14:12:31,327 INFO [RS:0;218194e0d8ec:34269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:12:31,328 DEBUG [RS:0;218194e0d8ec:34269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880 2024-12-05T14:12:31,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,42743,1733407950047] 2024-12-05T14:12:31,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,38943,1733407949992] 2024-12-05T14:12:31,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,34269,1733407949880] 2024-12-05T14:12:31,354 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:12:31,354 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:12:31,354 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:12:31,369 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:12:31,369 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:12:31,369 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:12:31,374 INFO [RS:1;218194e0d8ec:38943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:12:31,374 INFO [RS:0;218194e0d8ec:34269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:12:31,374 INFO [RS:2;218194e0d8ec:42743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:12:31,374 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,374 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,374 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,375 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:12:31,375 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:12:31,376 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:12:31,381 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:12:31,381 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:12:31,381 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:12:31,382 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,382 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,382 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,383 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:12:31,383 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,383 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:12:31,384 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:12:31,384 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:12:31,384 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:2;218194e0d8ec:42743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:12:31,384 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,384 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,385 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,385 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:12:31,385 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:12:31,385 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:12:31,385 DEBUG [RS:1;218194e0d8ec:38943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:12:31,385 DEBUG [RS:0;218194e0d8ec:34269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:12:31,387 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38943,1733407949992-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42743,1733407950047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,387 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,388 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34269,1733407949880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:12:31,403 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:12:31,403 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:12:31,406 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,38943,1733407949992-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,406 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,42743,1733407950047-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,406 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,406 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,406 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.Replication(171): 218194e0d8ec,38943,1733407949992 started 2024-12-05T14:12:31,406 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.Replication(171): 218194e0d8ec,42743,1733407950047 started 2024-12-05T14:12:31,408 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:12:31,409 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34269,1733407949880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,409 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,409 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.Replication(171): 218194e0d8ec,34269,1733407949880 started 2024-12-05T14:12:31,422 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,422 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,38943,1733407949992, RpcServer on 218194e0d8ec/172.17.0.2:38943, sessionid=0x101a5d6399a0002 2024-12-05T14:12:31,423 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:12:31,423 DEBUG [RS:1;218194e0d8ec:38943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,38943,1733407949992 2024-12-05T14:12:31,423 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,38943,1733407949992' 2024-12-05T14:12:31,423 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:12:31,424 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:12:31,425 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:12:31,425 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:12:31,425 DEBUG [RS:1;218194e0d8ec:38943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,38943,1733407949992 2024-12-05T14:12:31,425 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,38943,1733407949992' 2024-12-05T14:12:31,425 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:12:31,426 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:12:31,426 DEBUG [RS:1;218194e0d8ec:38943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:12:31,426 INFO [RS:1;218194e0d8ec:38943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:12:31,427 INFO [RS:1;218194e0d8ec:38943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:12:31,428 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,428 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,42743,1733407950047, RpcServer on 218194e0d8ec/172.17.0.2:42743, sessionid=0x101a5d6399a0003 2024-12-05T14:12:31,429 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:12:31,429 DEBUG [RS:2;218194e0d8ec:42743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,42743,1733407950047 2024-12-05T14:12:31,429 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,42743,1733407950047' 2024-12-05T14:12:31,429 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:12:31,429 INFO [RS:0;218194e0d8ec:34269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:31,429 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,34269,1733407949880, RpcServer on 218194e0d8ec/172.17.0.2:34269, sessionid=0x101a5d6399a0001 2024-12-05T14:12:31,429 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:12:31,430 DEBUG [RS:0;218194e0d8ec:34269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,34269,1733407949880 2024-12-05T14:12:31,430 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,34269,1733407949880' 2024-12-05T14:12:31,430 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:12:31,430 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:12:31,430 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:12:31,430 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:12:31,430 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:12:31,431 DEBUG [RS:2;218194e0d8ec:42743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,42743,1733407950047 2024-12-05T14:12:31,431 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,42743,1733407950047' 2024-12-05T14:12:31,431 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:12:31,431 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:12:31,431 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:12:31,431 DEBUG [RS:0;218194e0d8ec:34269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,34269,1733407949880 2024-12-05T14:12:31,431 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,34269,1733407949880' 2024-12-05T14:12:31,431 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:12:31,431 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:12:31,432 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:12:31,432 DEBUG [RS:2;218194e0d8ec:42743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:12:31,432 INFO [RS:2;218194e0d8ec:42743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:12:31,432 INFO [RS:2;218194e0d8ec:42743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:12:31,432 DEBUG [RS:0;218194e0d8ec:34269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:12:31,432 INFO [RS:0;218194e0d8ec:34269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:12:31,432 INFO [RS:0;218194e0d8ec:34269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:12:31,531 INFO [RS:1;218194e0d8ec:38943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:12:31,533 INFO [RS:2;218194e0d8ec:42743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:12:31,533 INFO [RS:0;218194e0d8ec:34269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:12:31,534 INFO [RS:1;218194e0d8ec:38943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C38943%2C1733407949992, suffix=, logDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,38943,1733407949992, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/oldWALs, maxLogs=32 2024-12-05T14:12:31,535 INFO [RS:2;218194e0d8ec:42743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C42743%2C1733407950047, suffix=, logDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,42743,1733407950047, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/oldWALs, maxLogs=32 2024-12-05T14:12:31,535 INFO [RS:0;218194e0d8ec:34269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C34269%2C1733407949880, suffix=, logDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/oldWALs, maxLogs=32 2024-12-05T14:12:31,551 DEBUG [RS:1;218194e0d8ec:38943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,38943,1733407949992/218194e0d8ec%2C38943%2C1733407949992.1733407951540, exclude list is [], retry=0 2024-12-05T14:12:31,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46117,DS-e6a178ca-66b3-48c2-a5ad-568df9b43da4,DISK] 2024-12-05T14:12:31,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-29ee3e65-2aeb-44af-8527-9da1b6d45a69,DISK] 2024-12-05T14:12:31,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-f8c5c786-24da-49da-a8aa-20c5d58d1100,DISK] 2024-12-05T14:12:31,589 DEBUG [RS:2;218194e0d8ec:42743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,42743,1733407950047/218194e0d8ec%2C42743%2C1733407950047.1733407951542, exclude list is [], retry=0 2024-12-05T14:12:31,589 DEBUG [RS:0;218194e0d8ec:34269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880/218194e0d8ec%2C34269%2C1733407949880.1733407951542, exclude list is [], retry=0 2024-12-05T14:12:31,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:31,592 INFO [RS:1;218194e0d8ec:38943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,38943,1733407949992/218194e0d8ec%2C38943%2C1733407949992.1733407951540 2024-12-05T14:12:31,593 DEBUG [RS:1;218194e0d8ec:38943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:34829:34829)] 2024-12-05T14:12:31,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:12:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-29ee3e65-2aeb-44af-8527-9da1b6d45a69,DISK] 2024-12-05T14:12:31,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-f8c5c786-24da-49da-a8aa-20c5d58d1100,DISK] 2024-12-05T14:12:31,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46117,DS-e6a178ca-66b3-48c2-a5ad-568df9b43da4,DISK] 2024-12-05T14:12:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46117,DS-e6a178ca-66b3-48c2-a5ad-568df9b43da4,DISK] 2024-12-05T14:12:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-f8c5c786-24da-49da-a8aa-20c5d58d1100,DISK] 2024-12-05T14:12:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-29ee3e65-2aeb-44af-8527-9da1b6d45a69,DISK] 2024-12-05T14:12:31,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:12:31,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:31,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:12:31,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:12:31,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:12:31,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:31,605 INFO [RS:2;218194e0d8ec:42743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,42743,1733407950047/218194e0d8ec%2C42743%2C1733407950047.1733407951542 2024-12-05T14:12:31,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:12:31,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:12:31,607 DEBUG [RS:2;218194e0d8ec:42743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:34829:34829),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-05T14:12:31,607 INFO [RS:0;218194e0d8ec:34269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880/218194e0d8ec%2C34269%2C1733407949880.1733407951542 2024-12-05T14:12:31,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:12:31,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:31,609 DEBUG [RS:0;218194e0d8ec:34269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34829:34829),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:42921:42921)] 2024-12-05T14:12:31,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:12:31,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:12:31,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:12:31,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:31,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:12:31,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:12:31,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740 2024-12-05T14:12:31,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740 2024-12-05T14:12:31,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:12:31,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:12:31,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:12:31,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:12:31,626 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:31,627 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73030344, jitterRate=0.08823692798614502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:12:31,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733407951591Initializing all the Stores at 1733407951593 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407951593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407951594 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407951594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407951594Cleaning up temporary data from old regions at 1733407951619 (+25 ms)Region opened successfully at 1733407951628 (+9 ms) 2024-12-05T14:12:31,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:12:31,629 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:12:31,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:12:31,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:12:31,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:12:31,632 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:12:31,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733407951629Disabling compacts and flushes for region at 1733407951629Disabling writes for close at 1733407951629Writing region close event to WAL at 1733407951631 (+2 ms)Closed at 1733407951632 (+1 ms) 2024-12-05T14:12:31,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:12:31,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:12:31,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:12:31,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:12:31,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:12:31,807 DEBUG [218194e0d8ec:34223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T14:12:31,817 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(204): Hosts are {218194e0d8ec=0} racks are {/default-rack=0} 2024-12-05T14:12:31,822 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T14:12:31,823 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T14:12:31,823 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T14:12:31,823 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T14:12:31,823 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T14:12:31,823 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T14:12:31,823 INFO [218194e0d8ec:34223 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T14:12:31,823 INFO [218194e0d8ec:34223 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T14:12:31,823 INFO [218194e0d8ec:34223 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T14:12:31,823 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:12:31,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,34269,1733407949880 2024-12-05T14:12:31,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,34269,1733407949880, state=OPENING 2024-12-05T14:12:31,896 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:12:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:31,907 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:31,907 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:12:31,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:12:31,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:12:31,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:12:31,910 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:12:31,913 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:12:31,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,34269,1733407949880}] 2024-12-05T14:12:39,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:12:39,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T14:12:41,946 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:12:41,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:12:41,961 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:12:41,961 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:12:41,961 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:12:41,964 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C34269%2C1733407949880.meta, suffix=.meta, logDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/oldWALs, maxLogs=32 2024-12-05T14:12:41,978 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta, exclude list is [], retry=0 2024-12-05T14:12:41,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-f8c5c786-24da-49da-a8aa-20c5d58d1100,DISK] 2024-12-05T14:12:41,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46117,DS-e6a178ca-66b3-48c2-a5ad-568df9b43da4,DISK] 2024-12-05T14:12:41,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-29ee3e65-2aeb-44af-8527-9da1b6d45a69,DISK] 2024-12-05T14:12:41,984 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta 2024-12-05T14:12:41,984 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34829:34829),(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:42349:42349)] 2024-12-05T14:12:41,985 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:12:41,986 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:12:41,988 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:12:41,992 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:12:41,996 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:12:41,996 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:41,997 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:12:41,997 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:12:41,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:12:42,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:12:42,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:42,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:12:42,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:12:42,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:12:42,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:42,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:12:42,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:12:42,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:12:42,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:42,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:12:42,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:12:42,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:12:42,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:42,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:12:42,007 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:12:42,009 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740 2024-12-05T14:12:42,011 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740 2024-12-05T14:12:42,014 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:12:42,014 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:12:42,015 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:12:42,018 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:12:42,020 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65477985, jitterRate=-0.024301990866661072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:12:42,020 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:12:42,022 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733407961997Writing region info on filesystem at 1733407961997Initializing all the Stores at 1733407961999 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407961999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407961999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407961999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733407961999Cleaning up temporary data from old regions at 1733407962014 (+15 ms)Running coprocessor post-open hooks at 1733407962020 (+6 ms)Region opened successfully at 1733407962022 (+2 ms) 2024-12-05T14:12:42,030 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733407961939 2024-12-05T14:12:42,039 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:12:42,039 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:12:42,041 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34269,1733407949880 2024-12-05T14:12:42,043 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,34269,1733407949880, state=OPEN 2024-12-05T14:12:42,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:12:42,103 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:12:42,103 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:12:42,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:12:42,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:12:42,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:12:42,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:12:42,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:12:42,105 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,34269,1733407949880 2024-12-05T14:12:42,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:12:42,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,34269,1733407949880 in 10.1890 sec 2024-12-05T14:12:42,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:12:42,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4690 sec 2024-12-05T14:12:42,119 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:12:42,119 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:12:42,137 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:12:42,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1] 2024-12-05T14:12:42,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:12:42,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:12:42,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1600 sec 2024-12-05T14:12:42,181 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733407962181, completionTime=-1 2024-12-05T14:12:42,184 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T14:12:42,184 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:12:42,205 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T14:12:42,205 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408022205 2024-12-05T14:12:42,205 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408082205 2024-12-05T14:12:42,205 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 20 msec 2024-12-05T14:12:42,206 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:12:42,212 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34223,1733407949099-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:42,212 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34223,1733407949099-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:42,212 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34223,1733407949099-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:42,214 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:34223, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:42,214 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:42,214 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:42,219 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:12:42,237 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.076sec 2024-12-05T14:12:42,239 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:12:42,240 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:12:42,240 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:12:42,241 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:12:42,241 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:12:42,242 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34223,1733407949099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:12:42,242 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34223,1733407949099-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:12:42,246 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:12:42,247 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:12:42,247 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34223,1733407949099-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:12:42,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be2f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:12:42,333 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T14:12:42,334 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T14:12:42,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,34223,-1 for getting cluster id 2024-12-05T14:12:42,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:12:42,353 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b38dc1c2-35e8-4a3a-8035-9ffecaa6955f' 2024-12-05T14:12:42,355 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:12:42,356 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b38dc1c2-35e8-4a3a-8035-9ffecaa6955f" 2024-12-05T14:12:42,359 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9fd814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:12:42,359 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,34223,-1] 2024-12-05T14:12:42,362 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:12:42,364 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:12:42,365 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:12:42,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaa5a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:12:42,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:12:42,377 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1] 2024-12-05T14:12:42,377 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:12:42,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:12:42,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,34223,1733407949099 2024-12-05T14:12:42,399 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733407962398 (current time:1733407962398). 2024-12-05T14:12:42,399 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T14:12:42,399 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T14:12:42,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9afa4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:12:42,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,34223,-1 for getting cluster id 2024-12-05T14:12:42,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:12:42,402 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b38dc1c2-35e8-4a3a-8035-9ffecaa6955f' 2024-12-05T14:12:42,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:12:42,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b38dc1c2-35e8-4a3a-8035-9ffecaa6955f" 2024-12-05T14:12:42,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de9914c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:12:42,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,34223,-1] 2024-12-05T14:12:42,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:12:42,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:12:42,405 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:12:42,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459d0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:12:42,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:12:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1] 2024-12-05T14:12:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:12:42,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:12:42,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:12:42,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:12:42,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:12:42,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:12:42,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:12:42,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:12:42,425 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,34223,1733407949099 2024-12-05T14:12:42,427 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf2479d 2024-12-05T14:12:42,428 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:12:42,430 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:12:42,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:12:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T14:12:42,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:12:42,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T14:12:42,450 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:42,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:12:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:12:42,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741837_1013 (size=361) 2024-12-05T14:12:42,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741837_1013 (size=361) 2024-12-05T14:12:42,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741837_1013 (size=361) 2024-12-05T14:12:42,469 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b70793af891d1254a49719e1c9cecade, NAME => 'SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:42,470 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c6822a5599e4c69ec4a7f002b1020b43, NAME => 'SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:42,470 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 83d1270c81939af089e349bbffb67762, NAME => 'SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741838_1014 (size=62) 2024-12-05T14:12:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741838_1014 (size=62) 2024-12-05T14:12:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741838_1014 (size=62) 2024-12-05T14:12:42,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:42,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c6822a5599e4c69ec4a7f002b1020b43, disabling compactions & flushes 2024-12-05T14:12:42,487 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:12:42,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:12:42,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. after waiting 0 ms 2024-12-05T14:12:42,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:12:42,487 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:12:42,487 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c6822a5599e4c69ec4a7f002b1020b43: Waiting for close lock at 1733407962487Disabling compacts and flushes for region at 1733407962487Disabling writes for close at 1733407962487Writing region close event to WAL at 1733407962487Closed at 1733407962487 2024-12-05T14:12:42,488 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4dd09e9ebd8b8e61f7b5656b3b029012, NAME => 'SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741840_1016 (size=54) 2024-12-05T14:12:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741839_1015 (size=62) 2024-12-05T14:12:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741840_1016 (size=54) 2024-12-05T14:12:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741839_1015 (size=62) 2024-12-05T14:12:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741839_1015 (size=62) 2024-12-05T14:12:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741840_1016 (size=54) 2024-12-05T14:12:42,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:42,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 83d1270c81939af089e349bbffb67762, disabling compactions & flushes 2024-12-05T14:12:42,498 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:12:42,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:12:42,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. after waiting 0 ms 2024-12-05T14:12:42,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:12:42,498 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:12:42,498 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 83d1270c81939af089e349bbffb67762: Waiting for close lock at 1733407962497Disabling compacts and flushes for region at 1733407962497Disabling writes for close at 1733407962498 (+1 ms)Writing region close event to WAL at 1733407962498Closed at 1733407962498 2024-12-05T14:12:42,499 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0b799a61f13915988888cf6c801cfa0b, NAME => 'SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:42,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741841_1017 (size=62) 2024-12-05T14:12:42,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741841_1017 (size=62) 2024-12-05T14:12:42,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741841_1017 (size=62) 2024-12-05T14:12:42,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:42,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4dd09e9ebd8b8e61f7b5656b3b029012, disabling compactions & flushes 2024-12-05T14:12:42,508 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:12:42,508 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:12:42,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. after waiting 0 ms 2024-12-05T14:12:42,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:12:42,509 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:12:42,509 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4dd09e9ebd8b8e61f7b5656b3b029012: Waiting for close lock at 1733407962508Disabling compacts and flushes for region at 1733407962508Disabling writes for close at 1733407962509 (+1 ms)Writing region close event to WAL at 1733407962509Closed at 1733407962509 2024-12-05T14:12:42,509 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d9ce7d1c0bf42be1bb27cb1cae304918, NAME => 'SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:42,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741842_1018 (size=62) 2024-12-05T14:12:42,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741842_1018 (size=62) 2024-12-05T14:12:42,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741842_1018 (size=62) 2024-12-05T14:12:42,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:42,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0b799a61f13915988888cf6c801cfa0b, disabling compactions & flushes 2024-12-05T14:12:42,515 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:12:42,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:12:42,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. after waiting 0 ms 2024-12-05T14:12:42,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:12:42,515 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:12:42,515 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0b799a61f13915988888cf6c801cfa0b: Waiting for close lock at 1733407962515Disabling compacts and flushes for region at 1733407962515Disabling writes for close at 1733407962515Writing region close event to WAL at 1733407962515Closed at 1733407962515 2024-12-05T14:12:42,516 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0170a7def8ff1dd184049e5e8455880a, NAME => 'SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:42,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741843_1019 (size=62) 2024-12-05T14:12:42,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741843_1019 (size=62) 2024-12-05T14:12:42,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741843_1019 (size=62) 2024-12-05T14:12:42,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:42,522 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d9ce7d1c0bf42be1bb27cb1cae304918, disabling compactions & flushes 2024-12-05T14:12:42,523 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:12:42,523 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:12:42,523 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. after waiting 0 ms 2024-12-05T14:12:42,523 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:12:42,523 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:12:42,523 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d9ce7d1c0bf42be1bb27cb1cae304918: Waiting for close lock at 1733407962522Disabling compacts and flushes for region at 1733407962522Disabling writes for close at 1733407962523 (+1 ms)Writing region close event to WAL at 1733407962523Closed at 1733407962523 2024-12-05T14:12:42,523 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c2ad9dedaab361da86a26ec966f5de49, NAME => 'SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:42,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741844_1020 (size=62) 2024-12-05T14:12:42,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741844_1020 (size=62) 2024-12-05T14:12:42,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741844_1020 (size=62) 2024-12-05T14:12:42,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:42,531 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0170a7def8ff1dd184049e5e8455880a, disabling compactions & flushes 2024-12-05T14:12:42,531 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:12:42,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:12:42,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. after waiting 0 ms 2024-12-05T14:12:42,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:12:42,532 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:12:42,532 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0170a7def8ff1dd184049e5e8455880a: Waiting for close lock at 1733407962531Disabling compacts and flushes for region at 1733407962531Disabling writes for close at 1733407962532 (+1 ms)Writing region close event to WAL at 1733407962532Closed at 1733407962532 2024-12-05T14:12:42,532 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a34e06e56d9d86d58bad7d329740bc6a, NAME => 'SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741845_1021 (size=62) 2024-12-05T14:12:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741845_1021 (size=62) 2024-12-05T14:12:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741845_1021 (size=62) 2024-12-05T14:12:42,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:42,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c2ad9dedaab361da86a26ec966f5de49, disabling compactions & flushes 2024-12-05T14:12:42,548 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:12:42,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:12:42,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. after waiting 0 ms 2024-12-05T14:12:42,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:12:42,549 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:12:42,549 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c2ad9dedaab361da86a26ec966f5de49: Waiting for close lock at 1733407962548Disabling compacts and flushes for region at 1733407962548Disabling writes for close at 1733407962548Writing region close event to WAL at 1733407962549 (+1 ms)Closed at 1733407962549 2024-12-05T14:12:42,549 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bc7c8a3694c2b780a6fa46a38bd8b998, NAME => 'SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f 2024-12-05T14:12:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741846_1022 (size=62) 2024-12-05T14:12:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741846_1022 (size=62) 2024-12-05T14:12:42,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741846_1022 (size=62) 2024-12-05T14:12:42,561 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:42,561 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a34e06e56d9d86d58bad7d329740bc6a, disabling compactions & flushes 2024-12-05T14:12:42,561 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:12:42,561 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:12:42,561 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. after waiting 0 ms 2024-12-05T14:12:42,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:12:42,562 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:12:42,562 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a34e06e56d9d86d58bad7d329740bc6a: Waiting for close lock at 1733407962561Disabling compacts and flushes for region at 1733407962561Disabling writes for close at 1733407962562 (+1 ms)Writing region close event to WAL at 1733407962562Closed at 1733407962562 2024-12-05T14:12:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:12:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741847_1023 (size=54) 2024-12-05T14:12:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741847_1023 (size=54) 2024-12-05T14:12:42,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741847_1023 (size=54) 2024-12-05T14:12:42,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:42,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bc7c8a3694c2b780a6fa46a38bd8b998, disabling compactions & flushes 2024-12-05T14:12:42,569 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:12:42,569 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:12:42,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. after waiting 0 ms 2024-12-05T14:12:42,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:12:42,570 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:12:42,570 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bc7c8a3694c2b780a6fa46a38bd8b998: Waiting for close lock at 1733407962569Disabling compacts and flushes for region at 1733407962569Disabling writes for close at 1733407962570 (+1 ms)Writing region close event to WAL at 1733407962570Closed at 1733407962570 2024-12-05T14:12:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:12:42,898 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:42,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b70793af891d1254a49719e1c9cecade, disabling compactions & flushes 2024-12-05T14:12:42,899 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:12:42,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:12:42,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. after waiting 0 ms 2024-12-05T14:12:42,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:12:42,899 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:12:42,899 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b70793af891d1254a49719e1c9cecade: Waiting for close lock at 1733407962899Disabling compacts and flushes for region at 1733407962899Disabling writes for close at 1733407962899Writing region close event to WAL at 1733407962899Closed at 1733407962899 2024-12-05T14:12:42,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:12:42,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407962901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407962901"}]},"ts":"1733407962901"} 2024-12-05T14:12:42,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407962901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407962901"}]},"ts":"1733407962901"} 2024-12-05T14:12:42,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407962901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407962901"}]},"ts":"1733407962901"} 2024-12-05T14:12:42,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407962901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407962901"}]},"ts":"1733407962901"} 2024-12-05T14:12:42,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407962901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407962901"}]},"ts":"1733407962901"} 2024-12-05T14:12:42,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407962901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407962901"}]},"ts":"1733407962901"} 2024-12-05T14:12:42,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407962901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407962901"}]},"ts":"1733407962901"} 2024-12-05T14:12:42,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733407962901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407962901"}]},"ts":"1733407962901"} 2024-12-05T14:12:42,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733407962901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407962901"}]},"ts":"1733407962901"} 2024-12-05T14:12:42,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733407962901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733407962901"}]},"ts":"1733407962901"} 2024-12-05T14:12:42,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T14:12:42,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:12:42,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733407962942"}]},"ts":"1733407962942"} 2024-12-05T14:12:42,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T14:12:42,949 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {218194e0d8ec=0} racks are {/default-rack=0} 2024-12-05T14:12:42,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T14:12:42,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T14:12:42,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T14:12:42,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T14:12:42,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T14:12:42,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T14:12:42,956 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T14:12:42,956 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T14:12:42,956 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T14:12:42,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:12:42,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b70793af891d1254a49719e1c9cecade, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6822a5599e4c69ec4a7f002b1020b43, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83d1270c81939af089e349bbffb67762, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b799a61f13915988888cf6c801cfa0b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9ce7d1c0bf42be1bb27cb1cae304918, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0170a7def8ff1dd184049e5e8455880a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2ad9dedaab361da86a26ec966f5de49, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a34e06e56d9d86d58bad7d329740bc6a, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc7c8a3694c2b780a6fa46a38bd8b998, ASSIGN}] 2024-12-05T14:12:42,962 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b70793af891d1254a49719e1c9cecade, ASSIGN 2024-12-05T14:12:42,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6822a5599e4c69ec4a7f002b1020b43, ASSIGN 2024-12-05T14:12:42,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9ce7d1c0bf42be1bb27cb1cae304918, ASSIGN 2024-12-05T14:12:42,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b799a61f13915988888cf6c801cfa0b, ASSIGN 2024-12-05T14:12:42,964 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b70793af891d1254a49719e1c9cecade, ASSIGN; state=OFFLINE, location=218194e0d8ec,42743,1733407950047; forceNewPlan=false, retain=false 2024-12-05T14:12:42,964 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6822a5599e4c69ec4a7f002b1020b43, ASSIGN; state=OFFLINE, location=218194e0d8ec,42743,1733407950047; forceNewPlan=false, retain=false 2024-12-05T14:12:42,964 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9ce7d1c0bf42be1bb27cb1cae304918, ASSIGN; state=OFFLINE, location=218194e0d8ec,38943,1733407949992; forceNewPlan=false, retain=false 2024-12-05T14:12:42,964 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b799a61f13915988888cf6c801cfa0b, ASSIGN; state=OFFLINE, location=218194e0d8ec,42743,1733407950047; forceNewPlan=false, retain=false 2024-12-05T14:12:42,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2ad9dedaab361da86a26ec966f5de49, ASSIGN 2024-12-05T14:12:42,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc7c8a3694c2b780a6fa46a38bd8b998, ASSIGN 2024-12-05T14:12:42,971 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a34e06e56d9d86d58bad7d329740bc6a, ASSIGN 2024-12-05T14:12:42,971 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0170a7def8ff1dd184049e5e8455880a, ASSIGN 2024-12-05T14:12:42,972 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012, ASSIGN 2024-12-05T14:12:42,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c2ad9dedaab361da86a26ec966f5de49, ASSIGN; state=OFFLINE, location=218194e0d8ec,42743,1733407950047; forceNewPlan=false, retain=false 2024-12-05T14:12:42,973 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0170a7def8ff1dd184049e5e8455880a, ASSIGN; state=OFFLINE, location=218194e0d8ec,34269,1733407949880; forceNewPlan=false, retain=false 2024-12-05T14:12:42,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc7c8a3694c2b780a6fa46a38bd8b998, ASSIGN; state=OFFLINE, location=218194e0d8ec,34269,1733407949880; forceNewPlan=false, retain=false 2024-12-05T14:12:42,973 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012, ASSIGN; state=OFFLINE, location=218194e0d8ec,34269,1733407949880; forceNewPlan=false, retain=false 2024-12-05T14:12:42,973 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a34e06e56d9d86d58bad7d329740bc6a, ASSIGN; state=OFFLINE, location=218194e0d8ec,38943,1733407949992; forceNewPlan=false, retain=false 2024-12-05T14:12:42,978 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83d1270c81939af089e349bbffb67762, ASSIGN 2024-12-05T14:12:42,980 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83d1270c81939af089e349bbffb67762, ASSIGN; state=OFFLINE, location=218194e0d8ec,38943,1733407949992; forceNewPlan=false, retain=false 2024-12-05T14:12:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:12:43,117 INFO [218194e0d8ec:34223 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T14:12:43,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c6822a5599e4c69ec4a7f002b1020b43, regionState=OPENING, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:12:43,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c2ad9dedaab361da86a26ec966f5de49, regionState=OPENING, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:12:43,118 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a34e06e56d9d86d58bad7d329740bc6a, regionState=OPENING, regionLocation=218194e0d8ec,38943,1733407949992 2024-12-05T14:12:43,118 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b70793af891d1254a49719e1c9cecade, regionState=OPENING, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:12:43,119 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b799a61f13915988888cf6c801cfa0b, regionState=OPENING, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:12:43,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d9ce7d1c0bf42be1bb27cb1cae304918, regionState=OPENING, regionLocation=218194e0d8ec,38943,1733407949992 2024-12-05T14:12:43,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=83d1270c81939af089e349bbffb67762, regionState=OPENING, regionLocation=218194e0d8ec,38943,1733407949992 2024-12-05T14:12:43,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bc7c8a3694c2b780a6fa46a38bd8b998, regionState=OPENING, regionLocation=218194e0d8ec,34269,1733407949880 2024-12-05T14:12:43,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0170a7def8ff1dd184049e5e8455880a, regionState=OPENING, regionLocation=218194e0d8ec,34269,1733407949880 2024-12-05T14:12:43,121 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4dd09e9ebd8b8e61f7b5656b3b029012, regionState=OPENING, regionLocation=218194e0d8ec,34269,1733407949880 2024-12-05T14:12:43,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6822a5599e4c69ec4a7f002b1020b43, ASSIGN because future has completed 2024-12-05T14:12:43,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6822a5599e4c69ec4a7f002b1020b43, server=218194e0d8ec,42743,1733407950047}] 2024-12-05T14:12:43,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b70793af891d1254a49719e1c9cecade, ASSIGN because future has completed 2024-12-05T14:12:43,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b70793af891d1254a49719e1c9cecade, server=218194e0d8ec,42743,1733407950047}] 2024-12-05T14:12:43,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c2ad9dedaab361da86a26ec966f5de49, ASSIGN because future has completed 2024-12-05T14:12:43,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a34e06e56d9d86d58bad7d329740bc6a, ASSIGN because future has completed 2024-12-05T14:12:43,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a34e06e56d9d86d58bad7d329740bc6a, server=218194e0d8ec,38943,1733407949992}] 2024-12-05T14:12:43,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2ad9dedaab361da86a26ec966f5de49, server=218194e0d8ec,42743,1733407950047}] 2024-12-05T14:12:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b799a61f13915988888cf6c801cfa0b, ASSIGN because future has completed 2024-12-05T14:12:43,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9ce7d1c0bf42be1bb27cb1cae304918, ASSIGN because future has completed 2024-12-05T14:12:43,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc7c8a3694c2b780a6fa46a38bd8b998, ASSIGN because future has completed 2024-12-05T14:12:43,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b799a61f13915988888cf6c801cfa0b, server=218194e0d8ec,42743,1733407950047}] 2024-12-05T14:12:43,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998, server=218194e0d8ec,34269,1733407949880}] 2024-12-05T14:12:43,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9ce7d1c0bf42be1bb27cb1cae304918, server=218194e0d8ec,38943,1733407949992}] 2024-12-05T14:12:43,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=83d1270c81939af089e349bbffb67762, ASSIGN because future has completed 2024-12-05T14:12:43,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0170a7def8ff1dd184049e5e8455880a, ASSIGN because future has completed 2024-12-05T14:12:43,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012, ASSIGN because future has completed 2024-12-05T14:12:43,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0170a7def8ff1dd184049e5e8455880a, server=218194e0d8ec,34269,1733407949880}] 2024-12-05T14:12:43,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012, server=218194e0d8ec,34269,1733407949880}] 2024-12-05T14:12:43,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83d1270c81939af089e349bbffb67762, server=218194e0d8ec,38943,1733407949992}] 2024-12-05T14:12:43,351 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:12:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:12:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:12:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:12:47,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T14:12:49,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T14:12:49,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T14:12:49,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:12:49,447 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T14:12:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:12:53,131 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:12:53,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:12:53,143 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:12:53,145 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:12:53,145 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => b70793af891d1254a49719e1c9cecade, NAME => 'SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T14:12:53,146 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,146 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:53,146 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,146 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:12:53,149 INFO [StoreOpener-b70793af891d1254a49719e1c9cecade-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,151 INFO [StoreOpener-b70793af891d1254a49719e1c9cecade-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b70793af891d1254a49719e1c9cecade columnFamilyName cf 2024-12-05T14:12:53,151 DEBUG [StoreOpener-b70793af891d1254a49719e1c9cecade-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:53,152 INFO [StoreOpener-b70793af891d1254a49719e1c9cecade-1 {}] regionserver.HStore(327): Store=b70793af891d1254a49719e1c9cecade/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:53,152 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,154 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,154 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,155 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,155 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,157 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,160 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:12:53,160 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:12:53,160 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => bc7c8a3694c2b780a6fa46a38bd8b998, NAME => 'SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T14:12:53,160 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 83d1270c81939af089e349bbffb67762, NAME => 'SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T14:12:53,161 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,161 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,161 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:53,161 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:53,161 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,161 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,161 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,161 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,161 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/b70793af891d1254a49719e1c9cecade/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:53,162 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened b70793af891d1254a49719e1c9cecade; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68188140, jitterRate=0.016082465648651123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:12:53,162 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b70793af891d1254a49719e1c9cecade 2024-12-05T14:12:53,163 INFO [StoreOpener-bc7c8a3694c2b780a6fa46a38bd8b998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,163 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for b70793af891d1254a49719e1c9cecade: Running coprocessor pre-open hook at 1733407973146Writing region info on filesystem at 1733407973146Initializing all the Stores at 1733407973148 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407973148Cleaning up temporary data from old regions at 1733407973155 (+7 ms)Running coprocessor post-open hooks at 1733407973162 (+7 ms)Region opened successfully at 1733407973163 (+1 ms) 2024-12-05T14:12:53,164 INFO [StoreOpener-83d1270c81939af089e349bbffb67762-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,165 INFO [StoreOpener-bc7c8a3694c2b780a6fa46a38bd8b998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7c8a3694c2b780a6fa46a38bd8b998 columnFamilyName cf 2024-12-05T14:12:53,165 DEBUG [StoreOpener-bc7c8a3694c2b780a6fa46a38bd8b998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:53,166 INFO [StoreOpener-bc7c8a3694c2b780a6fa46a38bd8b998-1 {}] regionserver.HStore(327): Store=bc7c8a3694c2b780a6fa46a38bd8b998/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:53,166 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,166 INFO [StoreOpener-83d1270c81939af089e349bbffb67762-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83d1270c81939af089e349bbffb67762 columnFamilyName cf 2024-12-05T14:12:53,166 DEBUG [StoreOpener-83d1270c81939af089e349bbffb67762-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:53,167 INFO [StoreOpener-83d1270c81939af089e349bbffb67762-1 {}] regionserver.HStore(327): Store=83d1270c81939af089e349bbffb67762/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:53,167 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,167 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,168 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,168 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,168 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,168 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,168 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade., pid=16, masterSystemTime=1733407973130 2024-12-05T14:12:53,169 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,169 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,169 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,171 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,171 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:12:53,172 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:12:53,172 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,172 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:12:53,172 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => c6822a5599e4c69ec4a7f002b1020b43, NAME => 'SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T14:12:53,172 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,172 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:53,173 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,173 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,174 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/bc7c8a3694c2b780a6fa46a38bd8b998/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:53,175 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b70793af891d1254a49719e1c9cecade, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:12:53,175 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/83d1270c81939af089e349bbffb67762/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:53,175 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=218194e0d8ec,42743,1733407950047, table=SPTestTable, region=b70793af891d1254a49719e1c9cecade. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T14:12:53,176 INFO [StoreOpener-c6822a5599e4c69ec4a7f002b1020b43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,176 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 83d1270c81939af089e349bbffb67762; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60289481, jitterRate=-0.10161672532558441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:12:53,176 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened bc7c8a3694c2b780a6fa46a38bd8b998; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72996258, jitterRate=0.08772900700569153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:12:53,176 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83d1270c81939af089e349bbffb67762 2024-12-05T14:12:53,176 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:12:53,176 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 83d1270c81939af089e349bbffb67762: Running coprocessor pre-open hook at 1733407973161Writing region info on filesystem at 1733407973161Initializing all the Stores at 1733407973162 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407973163 (+1 ms)Cleaning up temporary data from old regions at 1733407973169 (+6 ms)Running coprocessor post-open hooks at 1733407973176 (+7 ms)Region opened successfully at 1733407973176 2024-12-05T14:12:53,176 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for bc7c8a3694c2b780a6fa46a38bd8b998: Running coprocessor pre-open hook at 1733407973161Writing region info on filesystem at 1733407973161Initializing all the Stores at 1733407973162 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407973162Cleaning up temporary data from old regions at 1733407973168 (+6 ms)Running coprocessor post-open hooks at 1733407973176 (+8 ms)Region opened successfully at 1733407973176 2024-12-05T14:12:53,178 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998., pid=20, masterSystemTime=1733407973149 2024-12-05T14:12:53,178 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762., pid=24, masterSystemTime=1733407973143 2024-12-05T14:12:53,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b70793af891d1254a49719e1c9cecade, server=218194e0d8ec,42743,1733407950047 because future has completed 2024-12-05T14:12:53,180 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:12:53,180 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:12:53,180 INFO [StoreOpener-c6822a5599e4c69ec4a7f002b1020b43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6822a5599e4c69ec4a7f002b1020b43 columnFamilyName cf 2024-12-05T14:12:53,180 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:12:53,180 DEBUG [StoreOpener-c6822a5599e4c69ec4a7f002b1020b43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:53,180 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => d9ce7d1c0bf42be1bb27cb1cae304918, NAME => 'SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T14:12:53,181 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,181 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:53,181 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,181 INFO [StoreOpener-c6822a5599e4c69ec4a7f002b1020b43-1 {}] regionserver.HStore(327): Store=c6822a5599e4c69ec4a7f002b1020b43/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:53,181 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,181 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=83d1270c81939af089e349bbffb67762, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,38943,1733407949992 2024-12-05T14:12:53,183 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:12:53,183 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:12:53,183 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,183 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:12:53,183 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dd09e9ebd8b8e61f7b5656b3b029012, NAME => 'SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T14:12:53,184 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,184 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:53,184 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,184 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83d1270c81939af089e349bbffb67762, server=218194e0d8ec,38943,1733407949992 because future has completed 2024-12-05T14:12:53,185 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=bc7c8a3694c2b780a6fa46a38bd8b998, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34269,1733407949880 2024-12-05T14:12:53,185 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,186 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,186 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-12-05T14:12:53,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b70793af891d1254a49719e1c9cecade, server=218194e0d8ec,42743,1733407950047 in 10.0530 sec 2024-12-05T14:12:53,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998, server=218194e0d8ec,34269,1733407949880 because future has completed 2024-12-05T14:12:53,188 INFO [StoreOpener-d9ce7d1c0bf42be1bb27cb1cae304918-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,188 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-05T14:12:53,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 83d1270c81939af089e349bbffb67762, server=218194e0d8ec,38943,1733407949992 in 10.0320 sec 2024-12-05T14:12:53,190 INFO [StoreOpener-4dd09e9ebd8b8e61f7b5656b3b029012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,192 INFO [StoreOpener-d9ce7d1c0bf42be1bb27cb1cae304918-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ce7d1c0bf42be1bb27cb1cae304918 columnFamilyName cf 2024-12-05T14:12:53,192 INFO [StoreOpener-4dd09e9ebd8b8e61f7b5656b3b029012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dd09e9ebd8b8e61f7b5656b3b029012 columnFamilyName cf 2024-12-05T14:12:53,192 DEBUG [StoreOpener-d9ce7d1c0bf42be1bb27cb1cae304918-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:53,192 DEBUG [StoreOpener-4dd09e9ebd8b8e61f7b5656b3b029012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:53,193 INFO [StoreOpener-d9ce7d1c0bf42be1bb27cb1cae304918-1 {}] regionserver.HStore(327): Store=d9ce7d1c0bf42be1bb27cb1cae304918/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:53,193 INFO [StoreOpener-4dd09e9ebd8b8e61f7b5656b3b029012-1 {}] regionserver.HStore(327): Store=4dd09e9ebd8b8e61f7b5656b3b029012/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:53,193 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,193 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,194 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c6822a5599e4c69ec4a7f002b1020b43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:53,194 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,194 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,194 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,194 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,194 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened c6822a5599e4c69ec4a7f002b1020b43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68136082, jitterRate=0.015306740999221802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:12:53,195 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:12:53,195 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for c6822a5599e4c69ec4a7f002b1020b43: Running coprocessor pre-open hook at 1733407973173Writing region info on filesystem at 1733407973173Initializing all the Stores at 1733407973175 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407973175Cleaning up temporary data from old regions at 1733407973186 (+11 ms)Running coprocessor post-open hooks at 1733407973195 (+9 ms)Region opened successfully at 1733407973195 2024-12-05T14:12:53,195 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,195 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,195 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,195 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,197 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43., pid=15, masterSystemTime=1733407973130 2024-12-05T14:12:53,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=83d1270c81939af089e349bbffb67762, ASSIGN in 10.2320 sec 2024-12-05T14:12:53,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b70793af891d1254a49719e1c9cecade, ASSIGN in 10.2290 sec 2024-12-05T14:12:53,198 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,199 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,199 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:12:53,200 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:12:53,200 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:12:53,200 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => c2ad9dedaab361da86a26ec966f5de49, NAME => 'SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T14:12:53,200 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,201 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:53,201 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,201 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-12-05T14:12:53,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c6822a5599e4c69ec4a7f002b1020b43, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:12:53,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998, server=218194e0d8ec,34269,1733407949880 in 10.0570 sec 2024-12-05T14:12:53,204 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/4dd09e9ebd8b8e61f7b5656b3b029012/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:53,205 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 4dd09e9ebd8b8e61f7b5656b3b029012; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58977542, jitterRate=-0.12116613984107971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:12:53,205 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:12:53,205 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 4dd09e9ebd8b8e61f7b5656b3b029012: Running coprocessor pre-open hook at 1733407973184Writing region info on filesystem at 1733407973184Initializing all the Stores at 1733407973186 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407973186Cleaning up temporary data from old regions at 1733407973195 (+9 ms)Running coprocessor post-open hooks at 1733407973205 (+10 ms)Region opened successfully at 1733407973205 2024-12-05T14:12:53,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6822a5599e4c69ec4a7f002b1020b43, server=218194e0d8ec,42743,1733407950047 because future has completed 2024-12-05T14:12:53,206 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012., pid=22, masterSystemTime=1733407973149 2024-12-05T14:12:53,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc7c8a3694c2b780a6fa46a38bd8b998, ASSIGN in 10.2440 sec 2024-12-05T14:12:53,208 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:12:53,208 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:12:53,209 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:12:53,209 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0170a7def8ff1dd184049e5e8455880a, NAME => 'SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T14:12:53,209 INFO [StoreOpener-c2ad9dedaab361da86a26ec966f5de49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,209 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,210 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:53,210 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,210 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,210 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/d9ce7d1c0bf42be1bb27cb1cae304918/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:53,211 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4dd09e9ebd8b8e61f7b5656b3b029012, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34269,1733407949880 2024-12-05T14:12:53,211 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened d9ce7d1c0bf42be1bb27cb1cae304918; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68974839, jitterRate=0.02780519425868988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:12:53,212 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:12:53,212 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for d9ce7d1c0bf42be1bb27cb1cae304918: Running coprocessor pre-open hook at 1733407973181Writing region info on filesystem at 1733407973181Initializing all the Stores at 1733407973183 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407973183Cleaning up temporary data from old regions at 1733407973195 (+12 ms)Running coprocessor post-open hooks at 1733407973212 (+17 ms)Region opened successfully at 1733407973212 2024-12-05T14:12:53,212 INFO [StoreOpener-c2ad9dedaab361da86a26ec966f5de49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ad9dedaab361da86a26ec966f5de49 columnFamilyName cf 2024-12-05T14:12:53,212 DEBUG [StoreOpener-c2ad9dedaab361da86a26ec966f5de49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:53,213 INFO [StoreOpener-c2ad9dedaab361da86a26ec966f5de49-1 {}] regionserver.HStore(327): Store=c2ad9dedaab361da86a26ec966f5de49/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:53,213 INFO [StoreOpener-0170a7def8ff1dd184049e5e8455880a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,214 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,215 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918., pid=21, masterSystemTime=1733407973143 2024-12-05T14:12:53,215 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-12-05T14:12:53,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c6822a5599e4c69ec4a7f002b1020b43, server=218194e0d8ec,42743,1733407950047 in 10.0830 sec 2024-12-05T14:12:53,216 INFO [StoreOpener-0170a7def8ff1dd184049e5e8455880a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0170a7def8ff1dd184049e5e8455880a columnFamilyName cf 2024-12-05T14:12:53,216 DEBUG [StoreOpener-0170a7def8ff1dd184049e5e8455880a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:53,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012, server=218194e0d8ec,34269,1733407949880 because future has completed 2024-12-05T14:12:53,217 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,217 INFO [StoreOpener-0170a7def8ff1dd184049e5e8455880a-1 {}] regionserver.HStore(327): Store=0170a7def8ff1dd184049e5e8455880a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:53,217 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,219 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:12:53,220 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:12:53,220 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:12:53,220 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a34e06e56d9d86d58bad7d329740bc6a, NAME => 'SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T14:12:53,220 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6822a5599e4c69ec4a7f002b1020b43, ASSIGN in 10.2580 sec 2024-12-05T14:12:53,220 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:53,221 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,221 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d9ce7d1c0bf42be1bb27cb1cae304918, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,38943,1733407949992 2024-12-05T14:12:53,224 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,224 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,225 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,225 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,227 INFO [StoreOpener-a34e06e56d9d86d58bad7d329740bc6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,227 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,230 INFO [StoreOpener-a34e06e56d9d86d58bad7d329740bc6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a34e06e56d9d86d58bad7d329740bc6a columnFamilyName cf 2024-12-05T14:12:53,230 DEBUG [StoreOpener-a34e06e56d9d86d58bad7d329740bc6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:53,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9ce7d1c0bf42be1bb27cb1cae304918, server=218194e0d8ec,38943,1733407949992 because future has completed 2024-12-05T14:12:53,231 INFO [StoreOpener-a34e06e56d9d86d58bad7d329740bc6a-1 {}] regionserver.HStore(327): Store=a34e06e56d9d86d58bad7d329740bc6a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:53,231 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=218194e0d8ec,34269,1733407949880, table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T14:12:53,231 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,231 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,232 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,233 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,234 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:53,234 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,234 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,234 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened c2ad9dedaab361da86a26ec966f5de49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62533813, jitterRate=-0.06817357242107391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:12:53,235 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:12:53,235 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for c2ad9dedaab361da86a26ec966f5de49: Running coprocessor pre-open hook at 1733407973201Writing region info on filesystem at 1733407973201Initializing all the Stores at 1733407973203 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407973203Cleaning up temporary data from old regions at 1733407973225 (+22 ms)Running coprocessor post-open hooks at 1733407973235 (+10 ms)Region opened successfully at 1733407973235 2024-12-05T14:12:53,235 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,235 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,236 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49., pid=18, masterSystemTime=1733407973130 2024-12-05T14:12:53,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-05T14:12:53,239 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/0170a7def8ff1dd184049e5e8455880a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:53,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012, server=218194e0d8ec,34269,1733407949880 in 10.0860 sec 2024-12-05T14:12:53,239 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,240 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0170a7def8ff1dd184049e5e8455880a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65231694, jitterRate=-0.027972012758255005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:12:53,240 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:12:53,240 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:12:53,240 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:12:53,240 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0170a7def8ff1dd184049e5e8455880a: Running coprocessor pre-open hook at 1733407973210Writing region info on filesystem at 1733407973210Initializing all the Stores at 1733407973212 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407973212Cleaning up temporary data from old regions at 1733407973231 (+19 ms)Running coprocessor post-open hooks at 1733407973240 (+9 ms)Region opened successfully at 1733407973240 2024-12-05T14:12:53,240 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:12:53,240 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b799a61f13915988888cf6c801cfa0b, NAME => 'SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T14:12:53,241 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,241 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:12:53,241 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., pid=23, masterSystemTime=1733407973149 2024-12-05T14:12:53,241 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,241 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-05T14:12:53,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d9ce7d1c0bf42be1bb27cb1cae304918, server=218194e0d8ec,38943,1733407949992 in 10.0960 sec 2024-12-05T14:12:53,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012, ASSIGN in 10.2810 sec 2024-12-05T14:12:53,244 INFO [StoreOpener-0b799a61f13915988888cf6c801cfa0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,245 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:53,245 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:12:53,245 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:12:53,246 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a34e06e56d9d86d58bad7d329740bc6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70807280, jitterRate=0.05511069297790527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:12:53,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9ce7d1c0bf42be1bb27cb1cae304918, ASSIGN in 10.2840 sec 2024-12-05T14:12:53,246 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:12:53,246 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0170a7def8ff1dd184049e5e8455880a, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34269,1733407949880 2024-12-05T14:12:53,246 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a34e06e56d9d86d58bad7d329740bc6a: Running coprocessor pre-open hook at 1733407973221Writing region info on filesystem at 1733407973221Initializing all the Stores at 1733407973226 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407973226Cleaning up temporary data from old regions at 1733407973235 (+9 ms)Running coprocessor post-open hooks at 1733407973246 (+11 ms)Region opened successfully at 1733407973246 2024-12-05T14:12:53,246 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c2ad9dedaab361da86a26ec966f5de49, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:12:53,248 INFO [StoreOpener-0b799a61f13915988888cf6c801cfa0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b799a61f13915988888cf6c801cfa0b columnFamilyName cf 2024-12-05T14:12:53,248 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a., pid=17, masterSystemTime=1733407973143 2024-12-05T14:12:53,248 DEBUG [StoreOpener-0b799a61f13915988888cf6c801cfa0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:12:53,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0170a7def8ff1dd184049e5e8455880a, server=218194e0d8ec,34269,1733407949880 because future has completed 2024-12-05T14:12:53,249 INFO [StoreOpener-0b799a61f13915988888cf6c801cfa0b-1 {}] regionserver.HStore(327): Store=0b799a61f13915988888cf6c801cfa0b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:12:53,250 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,251 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,252 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2ad9dedaab361da86a26ec966f5de49, server=218194e0d8ec,42743,1733407950047 because future has completed 2024-12-05T14:12:53,252 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:12:53,252 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,252 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,252 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:12:53,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a34e06e56d9d86d58bad7d329740bc6a, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,38943,1733407949992 2024-12-05T14:12:53,256 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-12-05T14:12:53,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0170a7def8ff1dd184049e5e8455880a, server=218194e0d8ec,34269,1733407949880 in 10.1040 sec 2024-12-05T14:12:53,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a34e06e56d9d86d58bad7d329740bc6a, server=218194e0d8ec,38943,1733407949992 because future has completed 2024-12-05T14:12:53,260 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/0b799a61f13915988888cf6c801cfa0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:12:53,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-12-05T14:12:53,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c2ad9dedaab361da86a26ec966f5de49, server=218194e0d8ec,42743,1733407950047 in 10.1220 sec 2024-12-05T14:12:53,261 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 0b799a61f13915988888cf6c801cfa0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66400353, jitterRate=-0.010557636618614197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:12:53,261 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:12:53,261 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 0b799a61f13915988888cf6c801cfa0b: Running coprocessor pre-open hook at 1733407973241Writing region info on filesystem at 1733407973241Initializing all the Stores at 1733407973243 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733407973243Cleaning up temporary data from old regions at 1733407973252 (+9 ms)Running coprocessor post-open hooks at 1733407973261 (+9 ms)Region opened successfully at 1733407973261 2024-12-05T14:12:53,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0170a7def8ff1dd184049e5e8455880a, ASSIGN in 10.3010 sec 2024-12-05T14:12:53,262 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b., pid=19, masterSystemTime=1733407973130 2024-12-05T14:12:53,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c2ad9dedaab361da86a26ec966f5de49, ASSIGN in 10.3020 sec 2024-12-05T14:12:53,264 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:12:53,264 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:12:53,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-12-05T14:12:53,265 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b799a61f13915988888cf6c801cfa0b, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:12:53,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a34e06e56d9d86d58bad7d329740bc6a, server=218194e0d8ec,38943,1733407949992 in 10.1310 sec 2024-12-05T14:12:53,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a34e06e56d9d86d58bad7d329740bc6a, ASSIGN in 10.3070 sec 2024-12-05T14:12:53,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b799a61f13915988888cf6c801cfa0b, server=218194e0d8ec,42743,1733407950047 because future has completed 2024-12-05T14:12:53,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-05T14:12:53,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b799a61f13915988888cf6c801cfa0b, server=218194e0d8ec,42743,1733407950047 in 10.1320 sec 2024-12-05T14:12:53,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-05T14:12:53,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b799a61f13915988888cf6c801cfa0b, ASSIGN in 10.3140 sec 2024-12-05T14:12:53,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:12:53,276 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733407973276"}]},"ts":"1733407973276"} 2024-12-05T14:12:53,278 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T14:12:53,280 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:12:53,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8410 sec 2024-12-05T14:12:55,348 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T14:12:58,204 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:12:58,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T14:12:59,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-05T14:12:59,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-05T14:13:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:13:00,685 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T14:13:00,686 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T14:13:00,688 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:13:00,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T14:13:00,702 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:13:00,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T14:13:00,742 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,747 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,750 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,752 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,761 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,764 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49., hostname=218194e0d8ec,42743,1733407950047, seqNum=2] 2024-12-05T14:13:00,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49., hostname=218194e0d8ec,42743,1733407950047, seqNum=2] 2024-12-05T14:13:00,817 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49., hostname=218194e0d8ec,42743,1733407950047, seqNum=2] 2024-12-05T14:13:00,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49., hostname=218194e0d8ec,42743,1733407950047, seqNum=2] 2024-12-05T14:13:00,824 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49., hostname=218194e0d8ec,42743,1733407950047, seqNum=2] 2024-12-05T14:13:00,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49., hostname=218194e0d8ec,42743,1733407950047, seqNum=2] 2024-12-05T14:13:00,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49., hostname=218194e0d8ec,42743,1733407950047, seqNum=2] 2024-12-05T14:13:00,847 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49., hostname=218194e0d8ec,42743,1733407950047, seqNum=2] 2024-12-05T14:13:00,867 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a., hostname=218194e0d8ec,38943,1733407949992, seqNum=2] 2024-12-05T14:13:00,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a., hostname=218194e0d8ec,38943,1733407949992, seqNum=2] 2024-12-05T14:13:00,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a., hostname=218194e0d8ec,38943,1733407949992, seqNum=2] 2024-12-05T14:13:00,874 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a., hostname=218194e0d8ec,38943,1733407949992, seqNum=2] 2024-12-05T14:13:00,876 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a., hostname=218194e0d8ec,38943,1733407949992, seqNum=2] 2024-12-05T14:13:00,883 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a., hostname=218194e0d8ec,38943,1733407949992, seqNum=2] 2024-12-05T14:13:00,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a., hostname=218194e0d8ec,38943,1733407949992, seqNum=2] 2024-12-05T14:13:00,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a., hostname=218194e0d8ec,38943,1733407949992, seqNum=2] 2024-12-05T14:13:00,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,943 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,945 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,948 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:00,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998., hostname=218194e0d8ec,34269,1733407949880, seqNum=2] 2024-12-05T14:13:01,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:13:01,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:13:01,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:13:01,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:13:01,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42743 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T14:13:01,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T14:13:01,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:13:01,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T14:13:02,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34269 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T14:13:02,809 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T14:13:02,813 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:13:02,813 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T14:13:02,818 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T14:13:02,834 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T14:13:02,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741848_1024 (size=49) 2024-12-05T14:13:02,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741848_1024 (size=49) 2024-12-05T14:13:02,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741848_1024 (size=49) 2024-12-05T14:13:02,880 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T14:13:02,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b70793af891d1254a49719e1c9cecade}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6822a5599e4c69ec4a7f002b1020b43}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83d1270c81939af089e349bbffb67762}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b799a61f13915988888cf6c801cfa0b}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ce7d1c0bf42be1bb27cb1cae304918}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2ad9dedaab361da86a26ec966f5de49}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a34e06e56d9d86d58bad7d329740bc6a}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998}] 2024-12-05T14:13:02,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b70793af891d1254a49719e1c9cecade 2024-12-05T14:13:02,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:13:02,891 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:13:02,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:02,892 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:02,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:13:02,906 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:13:02,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:13:02,911 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83d1270c81939af089e349bbffb67762 2024-12-05T14:13:02,912 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:02,914 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 218194e0d8ec,34269,1733407949880 2024-12-05T14:13:02,915 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 218194e0d8ec,34269,1733407949880: Simulated kill ***** 2024-12-05T14:13:02,915 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:13:02,918 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:13:02,919 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:13:02,923 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:13:02,924 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:13:02,946 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 661319088 }, "NonHeapMemoryUsage": { "committed": 156499968, "init": 7667712, "max": -1, "used": 152731448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "218194e0d8ec", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "218194e0d8ec", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64090", "tag.serverName": "218194e0d8ec,38943,1733407949992", "tag.clusterId": "b38dc1c2-35e8-4a3a-8035-9ffecaa6955f", "tag.Context": "regionserver", "tag.Hostname": "218194e0d8ec", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733407949992, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-05T14:13:02,950 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34223 {}] master.MasterRpcServices(700): 218194e0d8ec,34269,1733407949880 reported a fatal error: ***** ABORTING region server 218194e0d8ec,34269,1733407949880: Simulated kill ***** 2024-12-05T14:13:02,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,34269,1733407949880' ***** 2024-12-05T14:13:02,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T14:13:02,964 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:13:02,964 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:13:02,964 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:13:02,965 INFO [RS:0;218194e0d8ec:34269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T14:13:02,965 INFO [RS:0;218194e0d8ec:34269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T14:13:02,965 INFO [RS:0;218194e0d8ec:34269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:13:02,965 INFO [RS:0;218194e0d8ec:34269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:34269. 2024-12-05T14:13:02,965 DEBUG [RS:0;218194e0d8ec:34269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:13:02,965 DEBUG [RS:0;218194e0d8ec:34269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:13:02,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741836_1012 (size=14382) 2024-12-05T14:13:02,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741836_1012 (size=14382) 2024-12-05T14:13:02,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741836_1012 (size=14382) 2024-12-05T14:13:02,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741834_1010 (size=966) 2024-12-05T14:13:02,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741834_1010 (size=966) 2024-12-05T14:13:02,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741834_1010 (size=966) 2024-12-05T14:13:02,986 DEBUG [RS:0;218194e0d8ec:34269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:13:02,986 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:13:02,986 INFO [RS:0;218194e0d8ec:34269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34269 2024-12-05T14:13:03,020 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:13:03,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:13:03,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/218194e0d8ec,34269,1733407949880 2024-12-05T14:13:03,037 INFO [RS:0;218194e0d8ec:34269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:13:03,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,34269,1733407949880] 2024-12-05T14:13:03,092 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/218194e0d8ec,34269,1733407949880 already deleted, retry=false 2024-12-05T14:13:03,093 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 218194e0d8ec,34269,1733407949880 on 218194e0d8ec,34223,1733407949099 2024-12-05T14:13:03,100 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 218194e0d8ec,34269,1733407949880, splitWal=true, meta=true 2024-12-05T14:13:03,105 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 218194e0d8ec,34269,1733407949880, splitWal=true, meta=true 2024-12-05T14:13:03,105 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 218194e0d8ec,34269,1733407949880 (carryingMeta=true) 218194e0d8ec,34269,1733407949880/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3d77c02[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T14:13:03,108 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 218194e0d8ec,34269,1733407949880, splitWal=true, meta=true, isMeta: true 2024-12-05T14:13:03,110 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:03,112 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting 2024-12-05T14:13:03,112 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a can not run currently because target server of region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-05T14:13:03,112 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a; timeout=1000, timestamp=1733407984112 2024-12-05T14:13:03,115 INFO [PEWorker-4 {}] master.SplitWALManager(105): 218194e0d8ec,34269,1733407949880 WAL count=1, meta=true 2024-12-05T14:13:03,116 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:03,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:03,117 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 can not run currently because target server of region SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-05T14:13:03,117 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 can not run currently because target server of region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-05T14:13:03,118 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012; timeout=1000, timestamp=1733407984117 2024-12-05T14:13:03,118 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998; timeout=1000, timestamp=1733407984117 2024-12-05T14:13:03,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta}] 2024-12-05T14:13:03,131 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:13:03,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta, worker=218194e0d8ec,42743,1733407950047}] 2024-12-05T14:13:03,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:13:03,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34269-0x101a5d6399a0001, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:13:03,193 INFO [RS:0;218194e0d8ec:34269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:13:03,193 INFO [RS:0;218194e0d8ec:34269 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,34269,1733407949880; zookeeper connection closed. 2024-12-05T14:13:03,194 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46a9e7b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46a9e7b7 2024-12-05T14:13:03,412 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:13:03,413 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:13:04,113 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:04,114 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a can not run currently because target server of region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-05T14:13:04,114 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a; timeout=2000, timestamp=1733407986114 2024-12-05T14:13:04,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:04,117 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:04,118 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 can not run currently because target server of region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-05T14:13:04,118 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 can not run currently because target server of region SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-05T14:13:04,118 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998; timeout=2000, timestamp=1733407986118 2024-12-05T14:13:04,118 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012; timeout=2000, timestamp=1733407986118 2024-12-05T14:13:05,141 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:34223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T14:13:06,114 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:06,116 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a can not run currently because target server of region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-05T14:13:06,116 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a; timeout=4000, timestamp=1733407990116 2024-12-05T14:13:06,118 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:06,119 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:06,120 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 can not run currently because target server of region SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-05T14:13:06,120 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 can not run currently because target server of region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-05T14:13:06,120 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998; timeout=4000, timestamp=1733407990120 2024-12-05T14:13:06,120 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012; timeout=4000, timestamp=1733407990120 2024-12-05T14:13:10,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:10,118 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a can not run currently because target server of region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-05T14:13:10,118 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a; timeout=8000, timestamp=1733407998118 2024-12-05T14:13:10,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:10,121 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:10,122 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 can not run currently because target server of region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-05T14:13:10,122 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 can not run currently because target server of region SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-05T14:13:10,122 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998; timeout=8000, timestamp=1733407998122 2024-12-05T14:13:10,122 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012; timeout=8000, timestamp=1733407998122 2024-12-05T14:13:12,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T14:13:12,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T14:13:12,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T14:13:12,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:13:12,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T14:13:12,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:13:12,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T14:13:12,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T14:13:12,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:13:12,904 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:13:12,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T14:13:12,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-05T14:13:12,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:13:12,908 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c2ad9dedaab361da86a26ec966f5de49 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T14:13:12,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 0b799a61f13915988888cf6c801cfa0b: 2024-12-05T14:13:12,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for b70793af891d1254a49719e1c9cecade: 2024-12-05T14:13:12,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 83d1270c81939af089e349bbffb67762: 2024-12-05T14:13:12,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. for SnapshotProcedureTest completed. 2024-12-05T14:13:12,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. for SnapshotProcedureTest completed. 2024-12-05T14:13:12,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. for SnapshotProcedureTest completed. 2024-12-05T14:13:12,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:13:12,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d9ce7d1c0bf42be1bb27cb1cae304918: 2024-12-05T14:13:12,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. for SnapshotProcedureTest completed. 2024-12-05T14:13:12,910 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a34e06e56d9d86d58bad7d329740bc6a 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T14:13:12,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:13:12,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:13:12,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:13:12,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:13:12,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:13:12,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:13:12,917 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:13:12,918 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:13:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:13:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:13:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:13:12,920 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:13:12,942 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta, size=14.0 K (14382bytes) 2024-12-05T14:13:12,943 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T14:13:12,943 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T14:13:12,943 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta 2024-12-05T14:13:12,950 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta after 5ms 2024-12-05T14:13:12,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741850_1026 (size=65) 2024-12-05T14:13:12,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741850_1026 (size=65) 2024-12-05T14:13:12,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741850_1026 (size=65) 2024-12-05T14:13:12,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:13:12,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741849_1025 (size=57) 2024-12-05T14:13:12,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741849_1025 (size=57) 2024-12-05T14:13:12,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741849_1025 (size=57) 2024-12-05T14:13:12,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T14:13:12,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741852_1028 (size=65) 2024-12-05T14:13:12,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741852_1028 (size=65) 2024-12-05T14:13:12,964 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta took 24ms 2024-12-05T14:13:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T14:13:12,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:13:12,966 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:13:12,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741852_1028 (size=65) 2024-12-05T14:13:12,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:13:12,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T14:13:12,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:13:12,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c6822a5599e4c69ec4a7f002b1020b43: 2024-12-05T14:13:12,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. for SnapshotProcedureTest completed. 2024-12-05T14:13:12,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:13:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T14:13:12,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:13:12,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:13:12,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:13:12,968 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:13:12,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d9ce7d1c0bf42be1bb27cb1cae304918 in 10.0860 sec 2024-12-05T14:13:12,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b799a61f13915988888cf6c801cfa0b in 10.0880 sec 2024-12-05T14:13:12,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741851_1027 (size=65) 2024-12-05T14:13:12,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741851_1027 (size=65) 2024-12-05T14:13:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741851_1027 (size=65) 2024-12-05T14:13:12,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:13:12,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T14:13:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T14:13:12,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 83d1270c81939af089e349bbffb67762 2024-12-05T14:13:12,984 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83d1270c81939af089e349bbffb67762 2024-12-05T14:13:12,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 83d1270c81939af089e349bbffb67762 in 10.1040 sec 2024-12-05T14:13:13,000 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-05T14:13:13,004 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta so closing down 2024-12-05T14:13:13,004 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T14:13:13,007 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta.temp 2024-12-05T14:13:13,013 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta.temp 2024-12-05T14:13:13,015 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T14:13:13,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a/.tmp/cf/4e72ad3866b142ada28933dca322c6ad is 34, key is ccd/cf:cf/1733407981950/Put/seqid=0 2024-12-05T14:13:13,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49/.tmp/cf/8bfad017f2684fe99952443146ea63a5 is 34, key is baa/cf:cf/1733407981875/Put/seqid=0 2024-12-05T14:13:13,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741853_1029 (size=65) 2024-12-05T14:13:13,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741853_1029 (size=65) 2024-12-05T14:13:13,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741853_1029 (size=65) 2024-12-05T14:13:13,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:13:13,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T14:13:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T14:13:13,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:13:13,037 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:13:13,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c6822a5599e4c69ec4a7f002b1020b43 in 10.1570 sec 2024-12-05T14:13:13,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741854_1030 (size=14141) 2024-12-05T14:13:13,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741854_1030 (size=14141) 2024-12-05T14:13:13,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741854_1030 (size=14141) 2024-12-05T14:13:13,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-05T14:13:13,069 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta.temp to hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-05T14:13:13,073 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 79 ms; skipped=1; WAL=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-05T14:13:13,074 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta, journal: Splitting hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta, size=14.0 K (14382bytes) at 1733407992942Finishing writing output for hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta so closing down at 1733407993004 (+62 ms)Creating recovered edits writer path=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta.temp at 1733407993013 (+9 ms)3 split writer threads finished at 1733407993015 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733407993064 (+49 ms)Rename recovered edits hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta.temp to hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733407993069 (+5 ms)Processed 26 edits across 1 Regions in 79 ms; skipped=1; WAL=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733407993073 (+4 ms) 2024-12-05T14:13:13,074 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta 2024-12-05T14:13:13,074 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T14:13:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T14:13:13,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741855_1031 (size=28623) 2024-12-05T14:13:13,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741855_1031 (size=28623) 2024-12-05T14:13:13,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741855_1031 (size=28623) 2024-12-05T14:13:13,084 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49/.tmp/cf/8bfad017f2684fe99952443146ea63a5 2024-12-05T14:13:13,089 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta to hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/oldWALs 2024-12-05T14:13:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741856_1032 (size=47197) 2024-12-05T14:13:13,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741856_1032 (size=47197) 2024-12-05T14:13:13,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-05T14:13:13,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta, worker=218194e0d8ec,42743,1733407950047 in 9.9520 sec 2024-12-05T14:13:13,099 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:13:13,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741856_1032 (size=47197) 2024-12-05T14:13:13,101 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a/.tmp/cf/4e72ad3866b142ada28933dca322c6ad 2024-12-05T14:13:13,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-05T14:13:13,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 218194e0d8ec%2C34269%2C1733407949880.meta.1733407961966.meta, worker=218194e0d8ec,42743,1733407950047 in 9.9830 sec 2024-12-05T14:13:13,110 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting dir is empty, no logs to split. 2024-12-05T14:13:13,110 INFO [PEWorker-1 {}] master.SplitWALManager(105): 218194e0d8ec,34269,1733407949880 WAL count=0, meta=true 2024-12-05T14:13:13,110 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 218194e0d8ec,34269,1733407949880 WAL splitting is done? wals=0, meta=true 2024-12-05T14:13:13,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:13:13,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:13:13,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:13:13,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a/.tmp/cf/4e72ad3866b142ada28933dca322c6ad as hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a/cf/4e72ad3866b142ada28933dca322c6ad 2024-12-05T14:13:13,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49/.tmp/cf/8bfad017f2684fe99952443146ea63a5 as hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49/cf/8bfad017f2684fe99952443146ea63a5 2024-12-05T14:13:13,170 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a/cf/4e72ad3866b142ada28933dca322c6ad, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T14:13:13,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49/cf/8bfad017f2684fe99952443146ea63a5, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T14:13:13,179 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c2ad9dedaab361da86a26ec966f5de49 in 272ms, sequenceid=5, compaction requested=false 2024-12-05T14:13:13,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c2ad9dedaab361da86a26ec966f5de49: 2024-12-05T14:13:13,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. for SnapshotProcedureTest completed. 2024-12-05T14:13:13,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:13:13,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:13:13,179 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a34e06e56d9d86d58bad7d329740bc6a in 263ms, sequenceid=5, compaction requested=false 2024-12-05T14:13:13,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49/cf/8bfad017f2684fe99952443146ea63a5] hfiles 2024-12-05T14:13:13,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a34e06e56d9d86d58bad7d329740bc6a: 2024-12-05T14:13:13,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. for SnapshotProcedureTest completed. 2024-12-05T14:13:13,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49/cf/8bfad017f2684fe99952443146ea63a5 for snapshot=SnapshotProcedureTest 2024-12-05T14:13:13,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:13:13,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:13:13,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a/cf/4e72ad3866b142ada28933dca322c6ad] hfiles 2024-12-05T14:13:13,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a/cf/4e72ad3866b142ada28933dca322c6ad for snapshot=SnapshotProcedureTest 2024-12-05T14:13:13,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741857_1033 (size=105) 2024-12-05T14:13:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741857_1033 (size=105) 2024-12-05T14:13:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741857_1033 (size=105) 2024-12-05T14:13:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741858_1034 (size=105) 2024-12-05T14:13:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741858_1034 (size=105) 2024-12-05T14:13:13,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:13:13,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T14:13:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741858_1034 (size=105) 2024-12-05T14:13:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T14:13:13,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:13:13,236 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:13:13,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:13:13,236 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T14:13:13,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T14:13:13,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:13:13,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:13:13,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c2ad9dedaab361da86a26ec966f5de49 in 10.3550 sec 2024-12-05T14:13:13,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a34e06e56d9d86d58bad7d329740bc6a in 10.3580 sec 2024-12-05T14:13:13,272 DEBUG [218194e0d8ec:34223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T14:13:13,273 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(204): Hosts are {218194e0d8ec=0} racks are {/default-rack=0} 2024-12-05T14:13:13,273 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T14:13:13,273 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T14:13:13,273 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T14:13:13,273 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T14:13:13,273 INFO [218194e0d8ec:34223 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T14:13:13,273 INFO [218194e0d8ec:34223 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T14:13:13,273 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:13:13,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:13:13,276 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,42743,1733407950047, state=OPENING 2024-12-05T14:13:13,313 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:13:13,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:13:13,313 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:13:13,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:13:13,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:13:13,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:13:13,313 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:13:13,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,42743,1733407950047}] 2024-12-05T14:13:13,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:13:13,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T14:13:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T14:13:13,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b70793af891d1254a49719e1c9cecade 2024-12-05T14:13:13,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b70793af891d1254a49719e1c9cecade 2024-12-05T14:13:13,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b70793af891d1254a49719e1c9cecade in 10.4820 sec 2024-12-05T14:13:18,118 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:18,119 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a can not run currently because target server of region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-05T14:13:18,119 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a; timeout=16000, timestamp=1733408014119 2024-12-05T14:13:18,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:18,122 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:18,123 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 can not run currently because target server of region SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-05T14:13:18,123 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 can not run currently because target server of region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 218194e0d8ec,34269,1733407949880 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-05T14:13:18,123 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012; timeout=16000, timestamp=1733408014123 2024-12-05T14:13:18,123 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998; timeout=16000, timestamp=1733408014123 2024-12-05T14:13:22,289 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T14:13:22,289 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T14:13:23,322 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:13:23,322 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:13:23,323 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:13:23,326 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C42743%2C1733407950047.meta, suffix=.meta, logDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,42743,1733407950047, archiveDir=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/oldWALs, maxLogs=32 2024-12-05T14:13:23,345 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,42743,1733407950047/218194e0d8ec%2C42743%2C1733407950047.meta.1733408003327.meta, exclude list is [], retry=0 2024-12-05T14:13:23,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38261,DS-29ee3e65-2aeb-44af-8527-9da1b6d45a69,DISK] 2024-12-05T14:13:23,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46117,DS-e6a178ca-66b3-48c2-a5ad-568df9b43da4,DISK] 2024-12-05T14:13:23,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-f8c5c786-24da-49da-a8aa-20c5d58d1100,DISK] 2024-12-05T14:13:23,353 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,42743,1733407950047/218194e0d8ec%2C42743%2C1733407950047.meta.1733408003327.meta 2024-12-05T14:13:23,354 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42921:42921),(127.0.0.1/127.0.0.1:42349:42349),(127.0.0.1/127.0.0.1:34829:34829)] 2024-12-05T14:13:23,354 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:13:23,354 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:13:23,354 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:13:23,355 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:13:23,355 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:13:23,355 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:13:23,355 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:13:23,355 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:13:23,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:13:23,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:13:23,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:13:23,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:13:23,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:13:23,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:13:23,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:13:23,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:13:23,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:13:23,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:13:23,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:13:23,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:13:23,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:13:23,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:13:23,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:13:23,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:13:23,367 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:13:23,368 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740 2024-12-05T14:13:23,371 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740 2024-12-05T14:13:23,372 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-05T14:13:23,386 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-05T14:13:23,387 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-05T14:13:23,421 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/info/436ef7d7d7a0424dbdb303b756989450 is 167, key is SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43./info:regioninfo/1733407973202/Put/seqid=0 2024-12-05T14:13:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741860_1036 (size=18393) 2024-12-05T14:13:23,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741860_1036 (size=18393) 2024-12-05T14:13:23,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741860_1036 (size=18393) 2024-12-05T14:13:23,435 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/info/436ef7d7d7a0424dbdb303b756989450 2024-12-05T14:13:23,463 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/ns/1e8c9d6fd8134cddb787368eaa012182 is 43, key is default/ns:d/1733407962167/Put/seqid=0 2024-12-05T14:13:23,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741861_1037 (size=5153) 2024-12-05T14:13:23,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741861_1037 (size=5153) 2024-12-05T14:13:23,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741861_1037 (size=5153) 2024-12-05T14:13:23,472 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/ns/1e8c9d6fd8134cddb787368eaa012182 2024-12-05T14:13:23,499 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/table/eea6de30d14e4a8881f8b39abf11ad63 is 47, key is SPTestTable/table:state/1733407973276/Put/seqid=0 2024-12-05T14:13:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741862_1038 (size=5214) 2024-12-05T14:13:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741862_1038 (size=5214) 2024-12-05T14:13:23,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741862_1038 (size=5214) 2024-12-05T14:13:23,509 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/table/eea6de30d14e4a8881f8b39abf11ad63 2024-12-05T14:13:23,518 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/info/436ef7d7d7a0424dbdb303b756989450 as hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/info/436ef7d7d7a0424dbdb303b756989450 2024-12-05T14:13:23,526 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/info/436ef7d7d7a0424dbdb303b756989450, entries=100, sequenceid=28, filesize=18.0 K 2024-12-05T14:13:23,528 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/ns/1e8c9d6fd8134cddb787368eaa012182 as hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/ns/1e8c9d6fd8134cddb787368eaa012182 2024-12-05T14:13:23,537 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/ns/1e8c9d6fd8134cddb787368eaa012182, entries=2, sequenceid=28, filesize=5.0 K 2024-12-05T14:13:23,539 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/table/eea6de30d14e4a8881f8b39abf11ad63 as hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/table/eea6de30d14e4a8881f8b39abf11ad63 2024-12-05T14:13:23,558 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/table/eea6de30d14e4a8881f8b39abf11ad63, entries=2, sequenceid=28, filesize=5.1 K 2024-12-05T14:13:23,558 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=28, compaction requested=false; wal=null 2024-12-05T14:13:23,561 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-05T14:13:23,563 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:13:23,563 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:13:23,564 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:13:23,567 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:13:23,573 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-05T14:13:23,575 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63679629, jitterRate=-0.05109958350658417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:13:23,575 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:13:23,575 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408003355Writing region info on filesystem at 1733408003355Initializing all the Stores at 1733408003357 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408003357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408003357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408003357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408003357Obtaining lock to block concurrent updates at 1733408003387 (+30 ms)Preparing flush snapshotting stores in 1588230740 at 1733408003387Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733408003387Flushing stores of hbase:meta,,1.1588230740 at 1733408003387Flushing 1588230740/info: creating writer at 1733408003387Flushing 1588230740/info: appending metadata at 1733408003419 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733408003419Flushing 1588230740/ns: creating writer at 1733408003444 (+25 ms)Flushing 1588230740/ns: appending metadata at 1733408003462 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733408003463 (+1 ms)Flushing 1588230740/table: creating writer at 1733408003480 (+17 ms)Flushing 1588230740/table: appending metadata at 1733408003499 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733408003499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729c57b0: reopening flushed file at 1733408003517 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9a1e49: reopening flushed file at 1733408003526 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6205d310: reopening flushed file at 1733408003537 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=28, compaction requested=false; wal=null at 1733408003558 (+21 ms)Cleaning up temporary data from old regions at 1733408003563 (+5 ms)Running coprocessor post-open hooks at 1733408003575 (+12 ms)Region opened successfully at 1733408003575 2024-12-05T14:13:23,576 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733408003316 2024-12-05T14:13:23,582 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:13:23,582 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:13:23,583 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:13:23,585 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,42743,1733407950047, state=OPEN 2024-12-05T14:13:23,628 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:13:23,628 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:13:23,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:13:23,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:13:23,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:13:23,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:13:23,629 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,42743,1733407950047 2024-12-05T14:13:23,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-05T14:13:23,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,42743,1733407950047 in 10.3160 sec 2024-12-05T14:13:23,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-05T14:13:23,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5230 sec 2024-12-05T14:13:23,639 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 218194e0d8ec,34269,1733407949880 had 4 regions 2024-12-05T14:13:23,644 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 218194e0d8ec,34269,1733407949880, splitWal=true, meta=true, isMeta: false 2024-12-05T14:13:23,649 INFO [PEWorker-5 {}] master.SplitWALManager(105): 218194e0d8ec,34269,1733407949880 WAL count=1, meta=false 2024-12-05T14:13:23,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 218194e0d8ec%2C34269%2C1733407949880.1733407951542}] 2024-12-05T14:13:23,654 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=218194e0d8ec,38943,1733407949992 2024-12-05T14:13:23,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 218194e0d8ec%2C34269%2C1733407949880.1733407951542, worker=218194e0d8ec,38943,1733407949992}] 2024-12-05T14:13:28,204 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:13:28,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T14:13:32,458 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T14:13:33,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-05T14:13:33,674 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542, size=966 (966bytes) 2024-12-05T14:13:33,674 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542 2024-12-05T14:13:33,675 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542 after 1ms 2024-12-05T14:13:33,678 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542 took 4ms 2024-12-05T14:13:33,682 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for bc7c8a3694c2b780a6fa46a38bd8b998: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T14:13:33,683 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 4dd09e9ebd8b8e61f7b5656b3b029012: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T14:13:33,685 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 0170a7def8ff1dd184049e5e8455880a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T14:13:33,685 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542 so closing down 2024-12-05T14:13:33,685 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T14:13:33,685 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T14:13:33,685 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 6 ms; skipped=3; WAL=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542, size=966, length=966, corrupted=false, cancelled=false 2024-12-05T14:13:33,686 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542, journal: Splitting hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542, size=966 (966bytes) at 1733408013674Finishing writing output for hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542 so closing down at 1733408013685 (+11 ms)3 split writer threads finished at 1733408013685Processed 3 edits across 0 Regions in 6 ms; skipped=3; WAL=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542, size=966, length=966, corrupted=false, cancelled=false at 1733408013685 2024-12-05T14:13:33,686 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542 2024-12-05T14:13:33,686 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-05T14:13:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-05T14:13:33,690 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting/218194e0d8ec%2C34269%2C1733407949880.1733407951542 to hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/oldWALs 2024-12-05T14:13:33,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-05T14:13:33,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 218194e0d8ec%2C34269%2C1733407949880.1733407951542, worker=218194e0d8ec,38943,1733407949992 in 10.0340 sec 2024-12-05T14:13:33,694 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=218194e0d8ec,38943,1733407949992 2024-12-05T14:13:33,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-05T14:13:33,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 218194e0d8ec%2C34269%2C1733407949880.1733407951542, worker=218194e0d8ec,38943,1733407949992 in 10.0450 sec 2024-12-05T14:13:33,698 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/WALs/218194e0d8ec,34269,1733407949880-splitting dir is empty, no logs to split. 2024-12-05T14:13:33,698 INFO [PEWorker-5 {}] master.SplitWALManager(105): 218194e0d8ec,34269,1733407949880 WAL count=0, meta=false 2024-12-05T14:13:33,698 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 218194e0d8ec,34269,1733407949880 WAL splitting is done? wals=0, meta=false 2024-12-05T14:13:33,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc7c8a3694c2b780a6fa46a38bd8b998, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0170a7def8ff1dd184049e5e8455880a, ASSIGN}] 2024-12-05T14:13:33,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0170a7def8ff1dd184049e5e8455880a, ASSIGN 2024-12-05T14:13:33,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012, ASSIGN 2024-12-05T14:13:33,702 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc7c8a3694c2b780a6fa46a38bd8b998, ASSIGN 2024-12-05T14:13:33,702 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0170a7def8ff1dd184049e5e8455880a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:13:33,702 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc7c8a3694c2b780a6fa46a38bd8b998, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:13:33,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:13:33,853 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(204): Hosts are {218194e0d8ec=0} racks are {/default-rack=0} 2024-12-05T14:13:33,853 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T14:13:33,854 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T14:13:33,854 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T14:13:33,854 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T14:13:33,854 INFO [218194e0d8ec:34223 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T14:13:33,854 INFO [218194e0d8ec:34223 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T14:13:33,854 DEBUG [218194e0d8ec:34223 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:13:33,855 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=bc7c8a3694c2b780a6fa46a38bd8b998, regionState=OPENING, regionLocation=218194e0d8ec,38943,1733407949992 2024-12-05T14:13:33,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=4dd09e9ebd8b8e61f7b5656b3b029012, regionState=OPENING, regionLocation=218194e0d8ec,38943,1733407949992 2024-12-05T14:13:33,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=0170a7def8ff1dd184049e5e8455880a, regionState=OPENING, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:13:33,857 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 218194e0d8ec:34269 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:34269 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:13:33,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1, error=java.net.ConnectException: Call to address=218194e0d8ec:34269 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:34269 2024-12-05T14:13:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-05T14:13:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1 from cache 2024-12-05T14:13:33,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=218194e0d8ec:34269 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:34269 2024-12-05T14:13:33,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=218194e0d8ec:34269 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:34269 2024-12-05T14:13:33,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 218194e0d8ec:34269 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 218194e0d8ec/172.17.0.2:34269 2024-12-05T14:13:33,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:13:33,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42743,1733407950047, seqNum=-1] 2024-12-05T14:13:33,964 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:13:33,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:13:33,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0170a7def8ff1dd184049e5e8455880a, ASSIGN because future has completed 2024-12-05T14:13:33,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0170a7def8ff1dd184049e5e8455880a, server=218194e0d8ec,42743,1733407950047}] 2024-12-05T14:13:33,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bc7c8a3694c2b780a6fa46a38bd8b998, ASSIGN because future has completed 2024-12-05T14:13:33,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998, server=218194e0d8ec,38943,1733407949992}] 2024-12-05T14:13:33,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012, ASSIGN because future has completed 2024-12-05T14:13:33,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012, server=218194e0d8ec,38943,1733407949992}] 2024-12-05T14:13:34,119 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a held by pid=45 2024-12-05T14:13:34,120 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:34,123 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 held by pid=43 2024-12-05T14:13:34,124 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:34,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 held by pid=44 2024-12-05T14:13:34,124 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:35,142 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:34223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T14:13:38,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c2ad9dedaab361da86a26ec966f5de49, had cached 0 bytes from a total of 28623 2024-12-05T14:13:38,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a34e06e56d9d86d58bad7d329740bc6a, had cached 0 bytes from a total of 47197 2024-12-05T14:13:42,215 DEBUG [master/218194e0d8ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 83d1270c81939af089e349bbffb67762 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:13:42,215 DEBUG [master/218194e0d8ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d9ce7d1c0bf42be1bb27cb1cae304918 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:13:42,216 DEBUG [master/218194e0d8ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a34e06e56d9d86d58bad7d329740bc6a changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:13:42,216 DEBUG [master/218194e0d8ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b70793af891d1254a49719e1c9cecade changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:13:42,216 DEBUG [master/218194e0d8ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c6822a5599e4c69ec4a7f002b1020b43 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:13:42,216 DEBUG [master/218194e0d8ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0b799a61f13915988888cf6c801cfa0b changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:13:42,216 DEBUG [master/218194e0d8ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c2ad9dedaab361da86a26ec966f5de49 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:13:42,217 DEBUG [master/218194e0d8ec:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:13:43,978 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:13:43,978 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:13:43,979 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 4dd09e9ebd8b8e61f7b5656b3b029012, NAME => 'SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T14:13:43,979 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 0170a7def8ff1dd184049e5e8455880a, NAME => 'SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T14:13:43,979 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,979 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,979 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:13:43,979 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:13:43,979 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,979 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,979 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,979 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,981 INFO [StoreOpener-4dd09e9ebd8b8e61f7b5656b3b029012-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,982 INFO [StoreOpener-4dd09e9ebd8b8e61f7b5656b3b029012-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dd09e9ebd8b8e61f7b5656b3b029012 columnFamilyName cf 2024-12-05T14:13:43,982 DEBUG [StoreOpener-4dd09e9ebd8b8e61f7b5656b3b029012-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:13:43,982 INFO [StoreOpener-4dd09e9ebd8b8e61f7b5656b3b029012-1 {}] regionserver.HStore(327): Store=4dd09e9ebd8b8e61f7b5656b3b029012/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:13:43,983 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,983 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,984 INFO [StoreOpener-0170a7def8ff1dd184049e5e8455880a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,985 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,985 INFO [StoreOpener-0170a7def8ff1dd184049e5e8455880a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0170a7def8ff1dd184049e5e8455880a columnFamilyName cf 2024-12-05T14:13:43,985 DEBUG [StoreOpener-0170a7def8ff1dd184049e5e8455880a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:13:43,985 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,985 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,985 INFO [StoreOpener-0170a7def8ff1dd184049e5e8455880a-1 {}] regionserver.HStore(327): Store=0170a7def8ff1dd184049e5e8455880a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:13:43,986 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,986 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,987 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,987 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,988 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,988 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,988 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 4dd09e9ebd8b8e61f7b5656b3b029012; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67354761, jitterRate=0.003664150834083557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:13:43,988 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:43,988 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 4dd09e9ebd8b8e61f7b5656b3b029012: Running coprocessor pre-open hook at 1733408023979Writing region info on filesystem at 1733408023979Initializing all the Stores at 1733408023980 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408023980Cleaning up temporary data from old regions at 1733408023985 (+5 ms)Running coprocessor post-open hooks at 1733408023988 (+3 ms)Region opened successfully at 1733408023988 2024-12-05T14:13:43,990 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,990 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012., pid=48, masterSystemTime=1733408023974 2024-12-05T14:13:43,991 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 0170a7def8ff1dd184049e5e8455880a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61441703, jitterRate=-0.08444727957248688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:13:43,991 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:43,991 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 0170a7def8ff1dd184049e5e8455880a: Running coprocessor pre-open hook at 1733408023979Writing region info on filesystem at 1733408023979Initializing all the Stores at 1733408023980 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408023980Cleaning up temporary data from old regions at 1733408023988 (+8 ms)Running coprocessor post-open hooks at 1733408023991 (+3 ms)Region opened successfully at 1733408023991 2024-12-05T14:13:43,992 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:13:43,992 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:13:43,992 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:13:43,992 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., pid=46, masterSystemTime=1733408023973 2024-12-05T14:13:43,993 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => bc7c8a3694c2b780a6fa46a38bd8b998, NAME => 'SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T14:13:43,993 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=4dd09e9ebd8b8e61f7b5656b3b029012, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,38943,1733407949992 2024-12-05T14:13:43,993 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:43,993 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:13:43,993 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:43,993 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:43,995 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:13:43,995 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:13:43,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012, server=218194e0d8ec,38943,1733407949992 because future has completed 2024-12-05T14:13:43,996 INFO [StoreOpener-bc7c8a3694c2b780a6fa46a38bd8b998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:43,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=0170a7def8ff1dd184049e5e8455880a, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,42743,1733407950047 2024-12-05T14:13:43,997 INFO [StoreOpener-bc7c8a3694c2b780a6fa46a38bd8b998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7c8a3694c2b780a6fa46a38bd8b998 columnFamilyName cf 2024-12-05T14:13:43,997 DEBUG [StoreOpener-bc7c8a3694c2b780a6fa46a38bd8b998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:13:43,999 INFO [StoreOpener-bc7c8a3694c2b780a6fa46a38bd8b998-1 {}] regionserver.HStore(327): Store=bc7c8a3694c2b780a6fa46a38bd8b998/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:13:43,999 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:44,000 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:44,002 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:44,002 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:44,002 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:44,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0170a7def8ff1dd184049e5e8455880a, server=218194e0d8ec,42743,1733407950047 because future has completed 2024-12-05T14:13:44,006 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:44,008 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened bc7c8a3694c2b780a6fa46a38bd8b998; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66413781, jitterRate=-0.01035754382610321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:13:44,008 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:44,008 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for bc7c8a3694c2b780a6fa46a38bd8b998: Running coprocessor pre-open hook at 1733408023993Writing region info on filesystem at 1733408023993Initializing all the Stores at 1733408023995 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408023995Cleaning up temporary data from old regions at 1733408024002 (+7 ms)Running coprocessor post-open hooks at 1733408024008 (+6 ms)Region opened successfully at 1733408024008 2024-12-05T14:13:44,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-12-05T14:13:44,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012, server=218194e0d8ec,38943,1733407949992 in 10.0260 sec 2024-12-05T14:13:44,010 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998., pid=47, masterSystemTime=1733408023974 2024-12-05T14:13:44,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=45 2024-12-05T14:13:44,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 0170a7def8ff1dd184049e5e8455880a, server=218194e0d8ec,42743,1733407950047 in 10.0370 sec 2024-12-05T14:13:44,015 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:13:44,015 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:13:44,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4dd09e9ebd8b8e61f7b5656b3b029012, ASSIGN in 10.3090 sec 2024-12-05T14:13:44,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:44,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=bc7c8a3694c2b780a6fa46a38bd8b998, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,38943,1733407949992 2024-12-05T14:13:44,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0170a7def8ff1dd184049e5e8455880a, ASSIGN in 10.3150 sec 2024-12-05T14:13:44,019 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:44,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998, server=218194e0d8ec,38943,1733407949992 because future has completed 2024-12-05T14:13:44,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-12-05T14:13:44,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998, server=218194e0d8ec,38943,1733407949992 in 10.0500 sec 2024-12-05T14:13:44,028 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:44,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=36 2024-12-05T14:13:44,030 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 218194e0d8ec,34269,1733407949880 after splitting done 2024-12-05T14:13:44,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bc7c8a3694c2b780a6fa46a38bd8b998, ASSIGN in 10.3260 sec 2024-12-05T14:13:44,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 218194e0d8ec,34269,1733407949880, splitWal=true, meta=true in 40.9360 sec 2024-12-05T14:13:49,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T14:13:54,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T14:13:54,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T14:13:54,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:13:54,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:13:54,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for bc7c8a3694c2b780a6fa46a38bd8b998: 2024-12-05T14:13:54,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 4dd09e9ebd8b8e61f7b5656b3b029012: 2024-12-05T14:13:54,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. for SnapshotProcedureTest completed. 2024-12-05T14:13:54,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. for SnapshotProcedureTest completed. 2024-12-05T14:13:54,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T14:13:54,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:13:54,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:13:54,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:13:54,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:13:54,021 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:13:54,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:13:54,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:13:54,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 0170a7def8ff1dd184049e5e8455880a: 2024-12-05T14:13:54,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. for SnapshotProcedureTest completed. 2024-12-05T14:13:54,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:13:54,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:13:54,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:13:54,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741865_1041 (size=65) 2024-12-05T14:13:54,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741864_1040 (size=65) 2024-12-05T14:13:54,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741865_1041 (size=65) 2024-12-05T14:13:54,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741863_1039 (size=57) 2024-12-05T14:13:54,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:13:54,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T14:13:54,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:13:54,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T14:13:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T14:13:54,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:54,065 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:13:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741863_1039 (size=57) 2024-12-05T14:13:54,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:13:54,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T14:13:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741863_1039 (size=57) 2024-12-05T14:13:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T14:13:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741865_1041 (size=65) 2024-12-05T14:13:54,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741864_1040 (size=65) 2024-12-05T14:13:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741864_1040 (size=65) 2024-12-05T14:13:54,066 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:13:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T14:13:54,066 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34223 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:54,066 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:13:54,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bc7c8a3694c2b780a6fa46a38bd8b998 in 51.1850 sec 2024-12-05T14:13:54,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4dd09e9ebd8b8e61f7b5656b3b029012 in 51.1860 sec 2024-12-05T14:13:54,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-05T14:13:54,071 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T14:13:54,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0170a7def8ff1dd184049e5e8455880a in 51.1860 sec 2024-12-05T14:13:54,073 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T14:13:54,075 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T14:13:54,075 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T14:13:54,078 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T14:13:54,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741866_1042 (size=1094) 2024-12-05T14:13:54,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741866_1042 (size=1094) 2024-12-05T14:13:54,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741866_1042 (size=1094) 2024-12-05T14:13:54,102 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T14:13:54,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T14:13:54,114 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:13:54,114 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,38943,1733407949992 2024-12-05T14:13:54,114 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:13:54,114 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:13:54,115 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,38943,1733407949992 2024-12-05T14:13:54,120 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,38943,1733407949992 2024-12-05T14:13:58,204 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:14:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-05T14:14:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-05T14:14:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-05T14:14:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-05T14:14:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-05T14:14:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-05T14:14:04,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T14:14:04,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T14:14:04,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-05T14:14:04,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-05T14:14:04,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-05T14:14:04,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-05T14:14:04,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-05T14:14:04,123 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-05T14:14:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-05T14:14:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-05T14:14:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-05T14:14:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-05T14:14:04,126 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 Release verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:14:04,126 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,38943,1733407949992 Release verify snapshot worker=218194e0d8ec,38943,1733407949992 2024-12-05T14:14:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-05T14:14:04,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-05T14:14:04,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,38943,1733407949992 in 10.0170 sec 2024-12-05T14:14:04,129 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:14:04,129 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,38943,1733407949992 2024-12-05T14:14:04,130 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 Release verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:14:04,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 in 10.0180 sec 2024-12-05T14:14:04,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 in 10.0210 sec 2024-12-05T14:14:04,133 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 Release verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:14:04,133 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,38943,1733407949992 Release verify snapshot worker=218194e0d8ec,38943,1733407949992 2024-12-05T14:14:04,134 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:14:04,139 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,38943,1733407949992 Release verify snapshot worker=218194e0d8ec,38943,1733407949992 2024-12-05T14:14:04,139 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:14:04,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 in 10.0240 sec 2024-12-05T14:14:04,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,38943,1733407949992 in 10.0250 sec 2024-12-05T14:14:04,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,38943,1733407949992 in 10.0300 sec 2024-12-05T14:14:08,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-05T14:14:14,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-05T14:14:14,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-05T14:14:14,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-05T14:14:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-05T14:14:14,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-05T14:14:14,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-05T14:14:14,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-05T14:14:14,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-05T14:14:14,140 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 Release verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:14:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-05T14:14:14,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-05T14:14:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-05T14:14:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34223 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-05T14:14:14,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 in 20.0310 sec 2024-12-05T14:14:14,144 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 Release verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:14:14,145 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 Release verify snapshot worker=218194e0d8ec,42743,1733407950047 2024-12-05T14:14:14,146 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,38943,1733407949992 Release verify snapshot worker=218194e0d8ec,38943,1733407949992 2024-12-05T14:14:14,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 in 20.0350 sec 2024-12-05T14:14:14,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,42743,1733407950047 in 20.0360 sec 2024-12-05T14:14:14,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=25 2024-12-05T14:14:14,148 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T14:14:14,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,38943,1733407949992 in 20.0370 sec 2024-12-05T14:14:14,153 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T14:14:14,156 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T14:14:14,156 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T14:14:14,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.353 sec 2024-12-05T14:14:14,221 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T14:14:14,223 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 218194e0d8ec:34269 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 218194e0d8ec/172.17.0.2:34269 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T14:14:14,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1, error=java.net.ConnectException: Call to address=218194e0d8ec:34269 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 218194e0d8ec/172.17.0.2:34269 2024-12-05T14:14:14,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-05T14:14:14,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,34269,1733407949880, seqNum=-1 from cache 2024-12-05T14:14:14,224 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 218194e0d8ec:34269 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 218194e0d8ec/172.17.0.2:34269 2024-12-05T14:14:14,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:14:14,334 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,42743,1733407950047, seqNum=-1] 2024-12-05T14:14:14,361 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T14:14:14,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:14:14,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:14:14,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:14:14,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:14,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:14,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:14:14,363 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:14:14,363 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=939014975, stopped=false 2024-12-05T14:14:14,363 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,34223,1733407949099 2024-12-05T14:14:14,436 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:14:14,436 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:14:14,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:14:14,436 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:14,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:14,436 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:14:14,437 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:14,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:14:14,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:14:14,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:14,437 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,38943,1733407949992' ***** 2024-12-05T14:14:14,437 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:14:14,437 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,42743,1733407950047' ***** 2024-12-05T14:14:14,437 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:14:14,438 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:14:14,438 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:14:14,438 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:14:14,438 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:14:14,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:14:14,438 INFO [RS:2;218194e0d8ec:42743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:14:14,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:14:14,438 INFO [RS:1;218194e0d8ec:38943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:14:14,438 INFO [RS:2;218194e0d8ec:42743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:14:14,438 INFO [RS:1;218194e0d8ec:38943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:14:14,438 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b799a61f13915988888cf6c801cfa0b 2024-12-05T14:14:14,439 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(3091): Received CLOSE for 83d1270c81939af089e349bbffb67762 2024-12-05T14:14:14,439 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(3091): Received CLOSE for 0170a7def8ff1dd184049e5e8455880a 2024-12-05T14:14:14,440 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(3091): Received CLOSE for c2ad9dedaab361da86a26ec966f5de49 2024-12-05T14:14:14,440 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(3091): Received CLOSE for b70793af891d1254a49719e1c9cecade 2024-12-05T14:14:14,440 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(3091): Received CLOSE for c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:14:14,440 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,42743,1733407950047 2024-12-05T14:14:14,440 INFO [RS:2;218194e0d8ec:42743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:14:14,440 INFO [RS:2;218194e0d8ec:42743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;218194e0d8ec:42743. 2024-12-05T14:14:14,440 DEBUG [RS:2;218194e0d8ec:42743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:14:14,440 DEBUG [RS:2;218194e0d8ec:42743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:14,441 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:14:14,441 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:14:14,441 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:14:14,441 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:14:14,442 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b799a61f13915988888cf6c801cfa0b, disabling compactions & flushes 2024-12-05T14:14:14,442 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:14:14,443 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:14:14,443 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. after waiting 0 ms 2024-12-05T14:14:14,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:14:14,444 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:14:14,450 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(3091): Received CLOSE for a34e06e56d9d86d58bad7d329740bc6a 2024-12-05T14:14:14,450 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(3091): Received CLOSE for d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:14:14,450 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83d1270c81939af089e349bbffb67762, disabling compactions & flushes 2024-12-05T14:14:14,450 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(3091): Received CLOSE for bc7c8a3694c2b780a6fa46a38bd8b998 2024-12-05T14:14:14,450 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:14:14,450 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(3091): Received CLOSE for 4dd09e9ebd8b8e61f7b5656b3b029012 2024-12-05T14:14:14,450 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:14:14,450 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,38943,1733407949992 2024-12-05T14:14:14,450 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. after waiting 0 ms 2024-12-05T14:14:14,450 INFO [RS:1;218194e0d8ec:38943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:14:14,451 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:14:14,451 INFO [RS:1;218194e0d8ec:38943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;218194e0d8ec:38943. 2024-12-05T14:14:14,451 DEBUG [RS:1;218194e0d8ec:38943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:14:14,451 DEBUG [RS:1;218194e0d8ec:38943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:14,451 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-05T14:14:14,451 DEBUG [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(1325): Online Regions={83d1270c81939af089e349bbffb67762=SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762., a34e06e56d9d86d58bad7d329740bc6a=SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a., d9ce7d1c0bf42be1bb27cb1cae304918=SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918., bc7c8a3694c2b780a6fa46a38bd8b998=SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998., 4dd09e9ebd8b8e61f7b5656b3b029012=SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012.} 2024-12-05T14:14:14,452 DEBUG [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(1351): Waiting on 4dd09e9ebd8b8e61f7b5656b3b029012, 83d1270c81939af089e349bbffb67762, a34e06e56d9d86d58bad7d329740bc6a, bc7c8a3694c2b780a6fa46a38bd8b998, d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:14:14,488 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-05T14:14:14,489 DEBUG [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(1325): Online Regions={0b799a61f13915988888cf6c801cfa0b=SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b., 0170a7def8ff1dd184049e5e8455880a=SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a., c2ad9dedaab361da86a26ec966f5de49=SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49., 1588230740=hbase:meta,,1.1588230740, b70793af891d1254a49719e1c9cecade=SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade., c6822a5599e4c69ec4a7f002b1020b43=SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43.} 2024-12-05T14:14:14,489 DEBUG [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(1351): Waiting on 0170a7def8ff1dd184049e5e8455880a, 0b799a61f13915988888cf6c801cfa0b, 1588230740, b70793af891d1254a49719e1c9cecade, c2ad9dedaab361da86a26ec966f5de49, c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:14:14,489 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:14:14,489 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:14:14,489 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:14:14,489 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:14:14,489 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:14:14,489 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:14:14,490 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.93 KB heapSize=5.70 KB 2024-12-05T14:14:14,501 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:14:14,503 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/83d1270c81939af089e349bbffb67762/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:14:14,517 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:14:14,517 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83d1270c81939af089e349bbffb67762: Waiting for close lock at 1733408054450Running coprocessor pre-close hooks at 1733408054450Disabling compacts and flushes for region at 1733408054450Disabling writes for close at 1733408054450Writing region close event to WAL at 1733408054464 (+14 ms)Running coprocessor post-close hooks at 1733408054506 (+42 ms)Closed at 1733408054517 (+11 ms) 2024-12-05T14:14:14,518 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733407962431.83d1270c81939af089e349bbffb67762. 2024-12-05T14:14:14,518 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a34e06e56d9d86d58bad7d329740bc6a, disabling compactions & flushes 2024-12-05T14:14:14,518 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:14:14,518 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:14:14,518 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. after waiting 0 ms 2024-12-05T14:14:14,518 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:14:14,519 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/0b799a61f13915988888cf6c801cfa0b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:14:14,521 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:14:14,522 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b799a61f13915988888cf6c801cfa0b: Waiting for close lock at 1733408054442Running coprocessor pre-close hooks at 1733408054442Disabling compacts and flushes for region at 1733408054442Disabling writes for close at 1733408054443 (+1 ms)Writing region close event to WAL at 1733408054480 (+37 ms)Running coprocessor post-close hooks at 1733408054521 (+41 ms)Closed at 1733408054521 2024-12-05T14:14:14,522 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733407962431.0b799a61f13915988888cf6c801cfa0b. 2024-12-05T14:14:14,522 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0170a7def8ff1dd184049e5e8455880a, disabling compactions & flushes 2024-12-05T14:14:14,522 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:14:14,522 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:14:14,522 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. after waiting 0 ms 2024-12-05T14:14:14,522 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:14:14,542 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/info/f3b6074ce8e243bc8ef9a245e7b46486 is 167, key is SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012./info:regioninfo/1733408023993/Put/seqid=0 2024-12-05T14:14:14,622 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/0170a7def8ff1dd184049e5e8455880a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:14:14,624 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:14:14,624 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0170a7def8ff1dd184049e5e8455880a: Waiting for close lock at 1733408054522Running coprocessor pre-close hooks at 1733408054522Disabling compacts and flushes for region at 1733408054522Disabling writes for close at 1733408054522Writing region close event to WAL at 1733408054584 (+62 ms)Running coprocessor post-close hooks at 1733408054623 (+39 ms)Closed at 1733408054624 (+1 ms) 2024-12-05T14:14:14,624 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733407962431.0170a7def8ff1dd184049e5e8455880a. 2024-12-05T14:14:14,624 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2ad9dedaab361da86a26ec966f5de49, disabling compactions & flushes 2024-12-05T14:14:14,624 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:14:14,624 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:14:14,624 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. after waiting 0 ms 2024-12-05T14:14:14,624 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:14:14,638 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/a34e06e56d9d86d58bad7d329740bc6a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:14:14,639 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:14:14,639 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a34e06e56d9d86d58bad7d329740bc6a: Waiting for close lock at 1733408054518Running coprocessor pre-close hooks at 1733408054518Disabling compacts and flushes for region at 1733408054518Disabling writes for close at 1733408054518Writing region close event to WAL at 1733408054600 (+82 ms)Running coprocessor post-close hooks at 1733408054639 (+39 ms)Closed at 1733408054639 2024-12-05T14:14:14,640 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733407962431.a34e06e56d9d86d58bad7d329740bc6a. 2024-12-05T14:14:14,640 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9ce7d1c0bf42be1bb27cb1cae304918, disabling compactions & flushes 2024-12-05T14:14:14,640 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:14:14,640 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:14:14,640 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. after waiting 0 ms 2024-12-05T14:14:14,640 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:14:14,652 DEBUG [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(1351): Waiting on 4dd09e9ebd8b8e61f7b5656b3b029012, bc7c8a3694c2b780a6fa46a38bd8b998, d9ce7d1c0bf42be1bb27cb1cae304918 2024-12-05T14:14:14,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741867_1043 (size=8479) 2024-12-05T14:14:14,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741867_1043 (size=8479) 2024-12-05T14:14:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741867_1043 (size=8479) 2024-12-05T14:14:14,660 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.93 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/info/f3b6074ce8e243bc8ef9a245e7b46486 2024-12-05T14:14:14,671 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/.tmp/info/f3b6074ce8e243bc8ef9a245e7b46486 as hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/info/f3b6074ce8e243bc8ef9a245e7b46486 2024-12-05T14:14:14,682 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/info/f3b6074ce8e243bc8ef9a245e7b46486, entries=24, sequenceid=37, filesize=8.3 K 2024-12-05T14:14:14,684 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/2996, heapSize ~4.93 KB/5048, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=37, compaction requested=false 2024-12-05T14:14:14,689 DEBUG [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b70793af891d1254a49719e1c9cecade, c2ad9dedaab361da86a26ec966f5de49, c6822a5599e4c69ec4a7f002b1020b43 2024-12-05T14:14:14,723 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/d9ce7d1c0bf42be1bb27cb1cae304918/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:14:14,724 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:14:14,724 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9ce7d1c0bf42be1bb27cb1cae304918: Waiting for close lock at 1733408054640Running coprocessor pre-close hooks at 1733408054640Disabling compacts and flushes for region at 1733408054640Disabling writes for close at 1733408054640Writing region close event to WAL at 1733408054672 (+32 ms)Running coprocessor post-close hooks at 1733408054724 (+52 ms)Closed at 1733408054724 2024-12-05T14:14:14,728 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733407962431.d9ce7d1c0bf42be1bb27cb1cae304918. 2024-12-05T14:14:14,728 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc7c8a3694c2b780a6fa46a38bd8b998, disabling compactions & flushes 2024-12-05T14:14:14,728 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:14:14,728 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:14:14,728 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. after waiting 0 ms 2024-12-05T14:14:14,729 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:14:14,734 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c2ad9dedaab361da86a26ec966f5de49/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:14:14,735 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:14:14,735 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2ad9dedaab361da86a26ec966f5de49: Waiting for close lock at 1733408054624Running coprocessor pre-close hooks at 1733408054624Disabling compacts and flushes for region at 1733408054624Disabling writes for close at 1733408054624Writing region close event to WAL at 1733408054703 (+79 ms)Running coprocessor post-close hooks at 1733408054734 (+31 ms)Closed at 1733408054735 (+1 ms) 2024-12-05T14:14:14,735 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733407962431.c2ad9dedaab361da86a26ec966f5de49. 2024-12-05T14:14:14,735 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b70793af891d1254a49719e1c9cecade, disabling compactions & flushes 2024-12-05T14:14:14,735 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:14:14,735 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:14:14,735 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. after waiting 0 ms 2024-12-05T14:14:14,735 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:14:14,784 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/bc7c8a3694c2b780a6fa46a38bd8b998/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:14:14,786 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:14:14,786 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc7c8a3694c2b780a6fa46a38bd8b998: Waiting for close lock at 1733408054728Running coprocessor pre-close hooks at 1733408054728Disabling compacts and flushes for region at 1733408054728Disabling writes for close at 1733408054729 (+1 ms)Writing region close event to WAL at 1733408054753 (+24 ms)Running coprocessor post-close hooks at 1733408054786 (+33 ms)Closed at 1733408054786 2024-12-05T14:14:14,786 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733407962431.bc7c8a3694c2b780a6fa46a38bd8b998. 2024-12-05T14:14:14,787 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4dd09e9ebd8b8e61f7b5656b3b029012, disabling compactions & flushes 2024-12-05T14:14:14,787 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:14:14,787 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:14:14,787 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. after waiting 0 ms 2024-12-05T14:14:14,787 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:14:14,795 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/b70793af891d1254a49719e1c9cecade/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:14:14,796 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:14:14,796 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b70793af891d1254a49719e1c9cecade: Waiting for close lock at 1733408054735Running coprocessor pre-close hooks at 1733408054735Disabling compacts and flushes for region at 1733408054735Disabling writes for close at 1733408054735Writing region close event to WAL at 1733408054759 (+24 ms)Running coprocessor post-close hooks at 1733408054796 (+37 ms)Closed at 1733408054796 2024-12-05T14:14:14,797 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733407962431.b70793af891d1254a49719e1c9cecade. 2024-12-05T14:14:14,797 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6822a5599e4c69ec4a7f002b1020b43, disabling compactions & flushes 2024-12-05T14:14:14,797 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:14:14,797 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:14:14,797 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. after waiting 0 ms 2024-12-05T14:14:14,797 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:14:14,799 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-12-05T14:14:14,803 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:14:14,803 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:14:14,803 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408054489Running coprocessor pre-close hooks at 1733408054489Disabling compacts and flushes for region at 1733408054489Disabling writes for close at 1733408054489Obtaining lock to block concurrent updates at 1733408054500 (+11 ms)Preparing flush snapshotting stores in 1588230740 at 1733408054500Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2996, getHeapSize=5768, getOffHeapSize=0, getCellsCount=24 at 1733408054501 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733408054502 (+1 ms)Flushing 1588230740/info: creating writer at 1733408054502Flushing 1588230740/info: appending metadata at 1733408054541 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733408054541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36395ef9: reopening flushed file at 1733408054669 (+128 ms)Finished flush of dataSize ~2.93 KB/2996, heapSize ~4.93 KB/5048, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=37, compaction requested=false at 1733408054684 (+15 ms)Writing region close event to WAL at 1733408054767 (+83 ms)Running coprocessor post-close hooks at 1733408054803 (+36 ms)Closed at 1733408054803 2024-12-05T14:14:14,803 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:14:14,831 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/4dd09e9ebd8b8e61f7b5656b3b029012/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:14:14,832 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:14:14,832 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4dd09e9ebd8b8e61f7b5656b3b029012: Waiting for close lock at 1733408054787Running coprocessor pre-close hooks at 1733408054787Disabling compacts and flushes for region at 1733408054787Disabling writes for close at 1733408054787Writing region close event to WAL at 1733408054808 (+21 ms)Running coprocessor post-close hooks at 1733408054832 (+24 ms)Closed at 1733408054832 2024-12-05T14:14:14,832 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733407962431.4dd09e9ebd8b8e61f7b5656b3b029012. 2024-12-05T14:14:14,840 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/data/default/SPTestTable/c6822a5599e4c69ec4a7f002b1020b43/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:14:14,841 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:14:14,841 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6822a5599e4c69ec4a7f002b1020b43: Waiting for close lock at 1733408054797Running coprocessor pre-close hooks at 1733408054797Disabling compacts and flushes for region at 1733408054797Disabling writes for close at 1733408054797Writing region close event to WAL at 1733408054820 (+23 ms)Running coprocessor post-close hooks at 1733408054841 (+21 ms)Closed at 1733408054841 2024-12-05T14:14:14,842 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733407962431.c6822a5599e4c69ec4a7f002b1020b43. 2024-12-05T14:14:14,852 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,38943,1733407949992; all regions closed. 2024-12-05T14:14:14,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741833_1009 (size=3530) 2024-12-05T14:14:14,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741833_1009 (size=3530) 2024-12-05T14:14:14,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741833_1009 (size=3530) 2024-12-05T14:14:14,873 DEBUG [RS:1;218194e0d8ec:38943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/oldWALs 2024-12-05T14:14:14,873 INFO [RS:1;218194e0d8ec:38943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C38943%2C1733407949992:(num 1733407951540) 2024-12-05T14:14:14,873 DEBUG [RS:1;218194e0d8ec:38943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:14,873 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:14:14,874 INFO [RS:1;218194e0d8ec:38943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:14:14,874 INFO [RS:1;218194e0d8ec:38943 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:14:14,874 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:14:14,874 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:14:14,874 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:14:14,874 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:14:14,874 INFO [RS:1;218194e0d8ec:38943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:14:14,875 INFO [RS:1;218194e0d8ec:38943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38943 2024-12-05T14:14:14,889 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,42743,1733407950047; all regions closed. 2024-12-05T14:14:14,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741859_1035 (size=4408) 2024-12-05T14:14:14,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741859_1035 (size=4408) 2024-12-05T14:14:14,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741859_1035 (size=4408) 2024-12-05T14:14:14,905 DEBUG [RS:2;218194e0d8ec:42743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/oldWALs 2024-12-05T14:14:14,905 INFO [RS:2;218194e0d8ec:42743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C42743%2C1733407950047.meta:.meta(num 1733408003327) 2024-12-05T14:14:14,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741835_1011 (size=3500) 2024-12-05T14:14:14,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741835_1011 (size=3500) 2024-12-05T14:14:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741835_1011 (size=3500) 2024-12-05T14:14:14,919 DEBUG [RS:2;218194e0d8ec:42743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/oldWALs 2024-12-05T14:14:14,919 INFO [RS:2;218194e0d8ec:42743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C42743%2C1733407950047:(num 1733407951542) 2024-12-05T14:14:14,919 DEBUG [RS:2;218194e0d8ec:42743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:14,919 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:14:14,919 INFO [RS:2;218194e0d8ec:42743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:14:14,919 INFO [RS:2;218194e0d8ec:42743 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:14:14,920 INFO [RS:2;218194e0d8ec:42743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:14:14,920 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:14:14,920 INFO [RS:2;218194e0d8ec:42743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42743 2024-12-05T14:14:14,951 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/218194e0d8ec,38943,1733407949992 2024-12-05T14:14:14,951 INFO [RS:1;218194e0d8ec:38943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:14:14,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:14:14,962 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/218194e0d8ec,42743,1733407950047 2024-12-05T14:14:14,962 INFO [RS:2;218194e0d8ec:42743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:14:14,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,42743,1733407950047] 2024-12-05T14:14:14,994 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/218194e0d8ec,42743,1733407950047 already deleted, retry=false 2024-12-05T14:14:14,994 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,42743,1733407950047 expired; onlineServers=1 2024-12-05T14:14:14,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,38943,1733407949992] 2024-12-05T14:14:15,004 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/218194e0d8ec,38943,1733407949992 already deleted, retry=false 2024-12-05T14:14:15,004 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,38943,1733407949992 expired; onlineServers=0 2024-12-05T14:14:15,004 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,34223,1733407949099' ***** 2024-12-05T14:14:15,004 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:14:15,004 INFO [M:0;218194e0d8ec:34223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:14:15,004 INFO [M:0;218194e0d8ec:34223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:14:15,004 DEBUG [M:0;218194e0d8ec:34223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:14:15,005 DEBUG [M:0;218194e0d8ec:34223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:14:15,005 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733407951142 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733407951142,5,FailOnTimeoutGroup] 2024-12-05T14:14:15,005 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:14:15,005 INFO [M:0;218194e0d8ec:34223 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:14:15,005 INFO [M:0;218194e0d8ec:34223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:14:15,005 DEBUG [M:0;218194e0d8ec:34223 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:14:15,005 INFO [M:0;218194e0d8ec:34223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:14:15,005 INFO [M:0;218194e0d8ec:34223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:14:15,006 ERROR [M:0;218194e0d8ec:34223 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:40039 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40039,5,PEWorkerGroup] 2024-12-05T14:14:15,006 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733407951144 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733407951144,5,FailOnTimeoutGroup] 2024-12-05T14:14:15,006 INFO [M:0;218194e0d8ec:34223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:14:15,007 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:14:15,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T14:14:15,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:15,014 DEBUG [M:0;218194e0d8ec:34223 {}] zookeeper.ZKUtil(347): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T14:14:15,015 WARN [M:0;218194e0d8ec:34223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:14:15,015 INFO [M:0;218194e0d8ec:34223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/.lastflushedseqids 2024-12-05T14:14:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741868_1044 (size=668) 2024-12-05T14:14:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741868_1044 (size=668) 2024-12-05T14:14:15,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741868_1044 (size=668) 2024-12-05T14:14:15,065 INFO [M:0;218194e0d8ec:34223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:14:15,066 INFO [M:0;218194e0d8ec:34223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:14:15,066 DEBUG [M:0;218194e0d8ec:34223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:14:15,066 INFO [M:0;218194e0d8ec:34223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:14:15,066 DEBUG [M:0;218194e0d8ec:34223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:14:15,066 DEBUG [M:0;218194e0d8ec:34223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:14:15,066 DEBUG [M:0;218194e0d8ec:34223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:14:15,066 INFO [M:0;218194e0d8ec:34223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=202.00 KB heapSize=250.84 KB 2024-12-05T14:14:15,073 INFO [RS:1;218194e0d8ec:38943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:14:15,073 INFO [RS:1;218194e0d8ec:38943 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,38943,1733407949992; zookeeper connection closed. 2024-12-05T14:14:15,073 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:14:15,074 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38943-0x101a5d6399a0002, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:14:15,083 INFO [RS:2;218194e0d8ec:42743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:14:15,083 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:14:15,083 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42743-0x101a5d6399a0003, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:14:15,083 INFO [RS:2;218194e0d8ec:42743 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,42743,1733407950047; zookeeper connection closed. 2024-12-05T14:14:15,087 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3137860 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3137860 2024-12-05T14:14:15,089 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79e01fec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79e01fec 2024-12-05T14:14:15,090 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T14:14:15,104 DEBUG [M:0;218194e0d8ec:34223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5964358908f54a16b5d34dee47259b24 is 82, key is hbase:meta,,1/info:regioninfo/1733408003583/Put/seqid=0 2024-12-05T14:14:15,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741869_1045 (size=6071) 2024-12-05T14:14:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741869_1045 (size=6071) 2024-12-05T14:14:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741869_1045 (size=6071) 2024-12-05T14:14:15,156 INFO [M:0;218194e0d8ec:34223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5964358908f54a16b5d34dee47259b24 2024-12-05T14:14:15,220 DEBUG [M:0;218194e0d8ec:34223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90296d4c4adc4da0848833ce9c750423 is 1241, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733407973282/Put/seqid=0 2024-12-05T14:14:15,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741870_1046 (size=9040) 2024-12-05T14:14:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741870_1046 (size=9040) 2024-12-05T14:14:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741870_1046 (size=9040) 2024-12-05T14:14:15,305 INFO [M:0;218194e0d8ec:34223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=200.77 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90296d4c4adc4da0848833ce9c750423 2024-12-05T14:14:15,317 INFO [M:0;218194e0d8ec:34223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90296d4c4adc4da0848833ce9c750423 2024-12-05T14:14:15,356 DEBUG [M:0;218194e0d8ec:34223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5b299eafcda4664a5ca56dfc065bd3e is 69, key is 218194e0d8ec,38943,1733407949992/rs:state/1733407951214/Put/seqid=0 2024-12-05T14:14:15,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741871_1047 (size=5441) 2024-12-05T14:14:15,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741871_1047 (size=5441) 2024-12-05T14:14:15,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741871_1047 (size=5441) 2024-12-05T14:14:15,394 INFO [M:0;218194e0d8ec:34223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5b299eafcda4664a5ca56dfc065bd3e 2024-12-05T14:14:15,414 INFO [M:0;218194e0d8ec:34223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5b299eafcda4664a5ca56dfc065bd3e 2024-12-05T14:14:15,416 DEBUG [M:0;218194e0d8ec:34223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5964358908f54a16b5d34dee47259b24 as hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5964358908f54a16b5d34dee47259b24 2024-12-05T14:14:15,429 INFO [M:0;218194e0d8ec:34223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5964358908f54a16b5d34dee47259b24, entries=14, sequenceid=531, filesize=5.9 K 2024-12-05T14:14:15,432 DEBUG [M:0;218194e0d8ec:34223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90296d4c4adc4da0848833ce9c750423 as hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90296d4c4adc4da0848833ce9c750423 2024-12-05T14:14:15,443 INFO [M:0;218194e0d8ec:34223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90296d4c4adc4da0848833ce9c750423 2024-12-05T14:14:15,443 INFO [M:0;218194e0d8ec:34223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90296d4c4adc4da0848833ce9c750423, entries=58, sequenceid=531, filesize=8.8 K 2024-12-05T14:14:15,445 DEBUG [M:0;218194e0d8ec:34223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5b299eafcda4664a5ca56dfc065bd3e as hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5b299eafcda4664a5ca56dfc065bd3e 2024-12-05T14:14:15,453 INFO [M:0;218194e0d8ec:34223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5b299eafcda4664a5ca56dfc065bd3e 2024-12-05T14:14:15,454 INFO [M:0;218194e0d8ec:34223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40039/user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5b299eafcda4664a5ca56dfc065bd3e, entries=3, sequenceid=531, filesize=5.3 K 2024-12-05T14:14:15,455 INFO [M:0;218194e0d8ec:34223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~202.00 KB/206847, heapSize ~250.55 KB/256560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 389ms, sequenceid=531, compaction requested=false 2024-12-05T14:14:15,478 INFO [M:0;218194e0d8ec:34223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:14:15,478 DEBUG [M:0;218194e0d8ec:34223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408055066Disabling compacts and flushes for region at 1733408055066Disabling writes for close at 1733408055066Obtaining lock to block concurrent updates at 1733408055066Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408055066Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=206847, getHeapSize=256800, getOffHeapSize=0, getCellsCount=648 at 1733408055067 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408055067Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408055067Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408055104 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408055104Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408055166 (+62 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408055219 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408055219Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408055318 (+99 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408055355 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408055355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@933eb19: reopening flushed file at 1733408055414 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7ffab2: reopening flushed file at 1733408055431 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7549828: reopening flushed file at 1733408055443 (+12 ms)Finished flush of dataSize ~202.00 KB/206847, heapSize ~250.55 KB/256560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 389ms, sequenceid=531, compaction requested=false at 1733408055455 (+12 ms)Writing region close event to WAL at 1733408055478 (+23 ms)Closed at 1733408055478 2024-12-05T14:14:15,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebb8ec0-70bd-4106-8938-13068d06178f/MasterData/WALs/218194e0d8ec,34223,1733407949099/218194e0d8ec%2C34223%2C1733407949099.1733407950457 not finished, retry = 0 2024-12-05T14:14:15,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38261 is added to blk_1073741830_1006 (size=242249) 2024-12-05T14:14:15,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741830_1006 (size=242249) 2024-12-05T14:14:15,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46117 is added to blk_1073741830_1006 (size=242249) 2024-12-05T14:14:15,584 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:14:15,584 INFO [M:0;218194e0d8ec:34223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:14:15,584 INFO [M:0;218194e0d8ec:34223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34223 2024-12-05T14:14:15,585 INFO [M:0;218194e0d8ec:34223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:14:15,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:14:15,735 INFO [M:0;218194e0d8ec:34223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:14:15,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x101a5d6399a0000, quorum=127.0.0.1:64090, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:14:15,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2701064c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:14:15,744 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:14:15,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:14:15,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:14:15,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir/,STOPPED} 2024-12-05T14:14:15,749 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:14:15,749 WARN [BP-138156904-172.17.0.2-1733407943939 heartbeating to localhost/127.0.0.1:40039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:14:15,749 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:14:15,749 WARN [BP-138156904-172.17.0.2-1733407943939 heartbeating to localhost/127.0.0.1:40039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-138156904-172.17.0.2-1733407943939 (Datanode Uuid 508fa5df-3079-43fe-99c8-8a2192c00c4e) service to localhost/127.0.0.1:40039 2024-12-05T14:14:15,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data5/current/BP-138156904-172.17.0.2-1733407943939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:14:15,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data6/current/BP-138156904-172.17.0.2-1733407943939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:14:15,752 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:14:15,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@699f8d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:14:15,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:14:15,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:14:15,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:14:15,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir/,STOPPED} 2024-12-05T14:14:15,767 WARN [BP-138156904-172.17.0.2-1733407943939 heartbeating to localhost/127.0.0.1:40039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:14:15,767 WARN [BP-138156904-172.17.0.2-1733407943939 heartbeating to localhost/127.0.0.1:40039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-138156904-172.17.0.2-1733407943939 (Datanode Uuid 1d62fe8c-356e-46a5-be89-e903dbcfecc3) service to localhost/127.0.0.1:40039 2024-12-05T14:14:15,767 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:14:15,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:14:15,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data3/current/BP-138156904-172.17.0.2-1733407943939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:14:15,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data4/current/BP-138156904-172.17.0.2-1733407943939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:14:15,768 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:14:15,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45354c57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:14:15,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:14:15,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:14:15,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:14:15,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir/,STOPPED} 2024-12-05T14:14:15,781 WARN [BP-138156904-172.17.0.2-1733407943939 heartbeating to localhost/127.0.0.1:40039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:14:15,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:14:15,781 WARN [BP-138156904-172.17.0.2-1733407943939 heartbeating to localhost/127.0.0.1:40039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-138156904-172.17.0.2-1733407943939 (Datanode Uuid 0ea754e3-796d-4fd8-ba72-144dcc4f6f8e) service to localhost/127.0.0.1:40039 2024-12-05T14:14:15,781 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:14:15,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data1/current/BP-138156904-172.17.0.2-1733407943939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:14:15,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/cluster_3b14a9e4-9643-456e-9144-94c8e394e63b/data/data2/current/BP-138156904-172.17.0.2-1733407943939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:14:15,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:14:15,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79bca9fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:14:15,794 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:14:15,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:14:15,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:14:15,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir/,STOPPED} 2024-12-05T14:14:15,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:14:15,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:14:15,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40039 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/218194e0d8ec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@141742cc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40039 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/218194e0d8ec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/218194e0d8ec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/218194e0d8ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/218194e0d8ec:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/218194e0d8ec:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:40039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/218194e0d8ec:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/218194e0d8ec:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 341) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=5975 (was 8127) 2024-12-05T14:14:15,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=5975 2024-12-05T14:14:15,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir so I do NOT create it in target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86 2024-12-05T14:14:15,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T14:14:15,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.tmp.dir so I do NOT create it in target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86 2024-12-05T14:14:15,905 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef99c1aa-7216-ace0-aea1-4ffa6a2dd93f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T14:14:15,905 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86 2024-12-05T14:14:15,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T14:14:15,906 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9, deleteOnExit=true 2024-12-05T14:14:15,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T14:14:15,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/test.cache.data in system properties and HBase conf 2024-12-05T14:14:15,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T14:14:15,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/hadoop.log.dir in system properties and HBase conf 2024-12-05T14:14:15,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T14:14:15,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T14:14:15,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T14:14:15,906 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/nfs.dump.dir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/java.io.tmpdir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T14:14:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T14:14:16,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:14:16,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:14:16,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:14:16,323 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:14:16,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:14:16,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:14:16,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bf35e9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:14:16,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b396b36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:14:16,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd673e2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/java.io.tmpdir/jetty-localhost-33031-hadoop-hdfs-3_4_1-tests_jar-_-any-17260242006054481401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:14:16,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36b425bd{HTTP/1.1, (http/1.1)}{localhost:33031} 2024-12-05T14:14:16,433 INFO [Time-limited test {}] server.Server(415): Started @115037ms 2024-12-05T14:14:16,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:14:16,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:14:16,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:14:16,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:14:16,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:14:16,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30b5ae60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:14:16,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ea4e7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:14:16,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3252bc1e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/java.io.tmpdir/jetty-localhost-42345-hadoop-hdfs-3_4_1-tests_jar-_-any-3822637082473417663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:14:16,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@653a0db3{HTTP/1.1, (http/1.1)}{localhost:42345} 2024-12-05T14:14:16,987 INFO [Time-limited test {}] server.Server(415): Started @115590ms 2024-12-05T14:14:16,990 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:14:17,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:14:17,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:14:17,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:14:17,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:14:17,166 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T14:14:17,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51e034b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:14:17,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49d03495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:14:17,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198e0709{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/java.io.tmpdir/jetty-localhost-42857-hadoop-hdfs-3_4_1-tests_jar-_-any-11390915547998270038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:14:17,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cf248e7{HTTP/1.1, (http/1.1)}{localhost:42857} 2024-12-05T14:14:17,293 INFO [Time-limited test {}] server.Server(415): Started @115896ms 2024-12-05T14:14:17,294 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:14:17,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T14:14:17,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T14:14:17,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T14:14:17,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T14:14:17,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T14:14:17,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7846b843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/hadoop.log.dir/,AVAILABLE} 2024-12-05T14:14:17,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f651b0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T14:14:17,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17124cc0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/java.io.tmpdir/jetty-localhost-46065-hadoop-hdfs-3_4_1-tests_jar-_-any-1031627208139503593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:14:17,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43ed7809{HTTP/1.1, (http/1.1)}{localhost:46065} 2024-12-05T14:14:17,506 INFO [Time-limited test {}] server.Server(415): Started @116110ms 2024-12-05T14:14:17,508 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T14:14:18,503 WARN [Thread-739 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data1/current/BP-1409499124-172.17.0.2-1733408055937/current, will proceed with Du for space computation calculation, 2024-12-05T14:14:18,505 WARN [Thread-740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data2/current/BP-1409499124-172.17.0.2-1733408055937/current, will proceed with Du for space computation calculation, 2024-12-05T14:14:18,586 WARN [Thread-679 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:14:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d10af4d908fa39c with lease ID 0x62c5b0e057dc1499: Processing first storage report for DS-fb79088d-a585-4d32-a6e3-288d96463486 from datanode DatanodeRegistration(127.0.0.1:35459, datanodeUuid=c1527f34-8cc4-4320-bfe5-8f62b7283e1e, infoPort=44419, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937) 2024-12-05T14:14:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d10af4d908fa39c with lease ID 0x62c5b0e057dc1499: from storage DS-fb79088d-a585-4d32-a6e3-288d96463486 node DatanodeRegistration(127.0.0.1:35459, datanodeUuid=c1527f34-8cc4-4320-bfe5-8f62b7283e1e, infoPort=44419, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:14:18,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d10af4d908fa39c with lease ID 0x62c5b0e057dc1499: Processing first storage report for DS-9c0fe184-18aa-4a75-bfbe-40a35cded1b7 from datanode DatanodeRegistration(127.0.0.1:35459, datanodeUuid=c1527f34-8cc4-4320-bfe5-8f62b7283e1e, infoPort=44419, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937) 2024-12-05T14:14:18,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d10af4d908fa39c with lease ID 0x62c5b0e057dc1499: from storage DS-9c0fe184-18aa-4a75-bfbe-40a35cded1b7 node DatanodeRegistration(127.0.0.1:35459, datanodeUuid=c1527f34-8cc4-4320-bfe5-8f62b7283e1e, infoPort=44419, infoSecurePort=0, ipcPort=38611, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:14:18,635 WARN [Thread-750 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data3/current/BP-1409499124-172.17.0.2-1733408055937/current, will proceed with Du for space computation calculation, 2024-12-05T14:14:18,635 WARN [Thread-751 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data4/current/BP-1409499124-172.17.0.2-1733408055937/current, will proceed with Du for space computation calculation, 2024-12-05T14:14:18,685 WARN [Thread-702 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:14:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c770f8f16d7296d with lease ID 0x62c5b0e057dc149a: Processing first storage report for DS-c992cc33-b4e7-4be8-8f45-b22bba6a8c36 from datanode DatanodeRegistration(127.0.0.1:39873, datanodeUuid=058533f9-fa03-4afc-9abe-50a02b11db76, infoPort=39507, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937) 2024-12-05T14:14:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c770f8f16d7296d with lease ID 0x62c5b0e057dc149a: from storage DS-c992cc33-b4e7-4be8-8f45-b22bba6a8c36 node DatanodeRegistration(127.0.0.1:39873, datanodeUuid=058533f9-fa03-4afc-9abe-50a02b11db76, infoPort=39507, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:14:18,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c770f8f16d7296d with lease ID 0x62c5b0e057dc149a: Processing first storage report for DS-c7d6fe8f-f24e-4e4c-a690-0b2ce5b80714 from datanode DatanodeRegistration(127.0.0.1:39873, datanodeUuid=058533f9-fa03-4afc-9abe-50a02b11db76, infoPort=39507, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937) 2024-12-05T14:14:18,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c770f8f16d7296d with lease ID 0x62c5b0e057dc149a: from storage DS-c7d6fe8f-f24e-4e4c-a690-0b2ce5b80714 node DatanodeRegistration(127.0.0.1:39873, datanodeUuid=058533f9-fa03-4afc-9abe-50a02b11db76, infoPort=39507, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:14:18,774 WARN [Thread-761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data5/current/BP-1409499124-172.17.0.2-1733408055937/current, will proceed with Du for space computation calculation, 2024-12-05T14:14:18,775 WARN [Thread-762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data6/current/BP-1409499124-172.17.0.2-1733408055937/current, will proceed with Du for space computation calculation, 2024-12-05T14:14:18,809 WARN [Thread-724 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T14:14:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6233fdfeb7e2017f with lease ID 0x62c5b0e057dc149b: Processing first storage report for DS-51c272cf-cb7d-4be1-81bb-4f48e4d2d732 from datanode DatanodeRegistration(127.0.0.1:40731, datanodeUuid=bf28b578-e354-473d-8f23-28ff687973ba, infoPort=39989, infoSecurePort=0, ipcPort=43353, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937) 2024-12-05T14:14:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6233fdfeb7e2017f with lease ID 0x62c5b0e057dc149b: from storage DS-51c272cf-cb7d-4be1-81bb-4f48e4d2d732 node DatanodeRegistration(127.0.0.1:40731, datanodeUuid=bf28b578-e354-473d-8f23-28ff687973ba, infoPort=39989, infoSecurePort=0, ipcPort=43353, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:14:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6233fdfeb7e2017f with lease ID 0x62c5b0e057dc149b: Processing first storage report for DS-490a141d-68ff-49bc-8150-5a790d525ec9 from datanode DatanodeRegistration(127.0.0.1:40731, datanodeUuid=bf28b578-e354-473d-8f23-28ff687973ba, infoPort=39989, infoSecurePort=0, ipcPort=43353, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937) 2024-12-05T14:14:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6233fdfeb7e2017f with lease ID 0x62c5b0e057dc149b: from storage DS-490a141d-68ff-49bc-8150-5a790d525ec9 node DatanodeRegistration(127.0.0.1:40731, datanodeUuid=bf28b578-e354-473d-8f23-28ff687973ba, infoPort=39989, infoSecurePort=0, ipcPort=43353, storageInfo=lv=-57;cid=testClusterID;nsid=1449489886;c=1733408055937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T14:14:18,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86 2024-12-05T14:14:18,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/zookeeper_0, clientPort=53182, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T14:14:18,881 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53182 2024-12-05T14:14:18,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:18,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:18,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:14:18,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:14:18,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741825_1001 (size=7) 2024-12-05T14:14:18,915 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 with version=8 2024-12-05T14:14:18,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/hbase-staging 2024-12-05T14:14:18,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:14:18,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:18,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:18,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:14:18,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:18,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:14:18,919 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T14:14:18,919 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:14:18,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39645 2024-12-05T14:14:18,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39645 connecting to ZooKeeper ensemble=127.0.0.1:53182 2024-12-05T14:14:18,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396450x0, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:14:18,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39645-0x101a5d7e9a70000 connected 2024-12-05T14:14:19,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:19,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:19,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:14:19,091 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203, hbase.cluster.distributed=false 2024-12-05T14:14:19,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:14:19,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39645 2024-12-05T14:14:19,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39645 2024-12-05T14:14:19,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39645 2024-12-05T14:14:19,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39645 2024-12-05T14:14:19,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39645 2024-12-05T14:14:19,116 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:14:19,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:19,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:19,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:14:19,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:19,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:14:19,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:14:19,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:14:19,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39075 2024-12-05T14:14:19,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39075 connecting to ZooKeeper ensemble=127.0.0.1:53182 2024-12-05T14:14:19,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:19,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390750x0, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:14:19,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390750x0, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:14:19,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:14:19,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39075-0x101a5d7e9a70001 connected 2024-12-05T14:14:19,146 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:14:19,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:14:19,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:14:19,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39075 2024-12-05T14:14:19,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39075 2024-12-05T14:14:19,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39075 2024-12-05T14:14:19,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39075 2024-12-05T14:14:19,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39075 2024-12-05T14:14:19,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:14:19,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:19,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:19,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:14:19,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:19,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:14:19,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:14:19,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:14:19,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34175 2024-12-05T14:14:19,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34175 connecting to ZooKeeper ensemble=127.0.0.1:53182 2024-12-05T14:14:19,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:19,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:19,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341750x0, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:14:19,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341750x0, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:14:19,214 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:14:19,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34175-0x101a5d7e9a70002 connected 2024-12-05T14:14:19,228 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:14:19,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:14:19,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:14:19,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34175 2024-12-05T14:14:19,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34175 2024-12-05T14:14:19,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34175 2024-12-05T14:14:19,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34175 2024-12-05T14:14:19,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34175 2024-12-05T14:14:19,276 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/218194e0d8ec:0 server-side Connection retries=45 2024-12-05T14:14:19,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:19,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:19,277 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T14:14:19,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T14:14:19,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T14:14:19,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T14:14:19,277 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T14:14:19,282 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46815 2024-12-05T14:14:19,284 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46815 connecting to ZooKeeper ensemble=127.0.0.1:53182 2024-12-05T14:14:19,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:19,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:19,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468150x0, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T14:14:19,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468150x0, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:14:19,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T14:14:19,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46815-0x101a5d7e9a70003 connected 2024-12-05T14:14:19,325 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T14:14:19,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T14:14:19,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T14:14:19,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46815 2024-12-05T14:14:19,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46815 2024-12-05T14:14:19,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46815 2024-12-05T14:14:19,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46815 2024-12-05T14:14:19,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46815 2024-12-05T14:14:19,355 DEBUG [M:0;218194e0d8ec:39645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;218194e0d8ec:39645 2024-12-05T14:14:19,355 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/218194e0d8ec,39645,1733408058918 2024-12-05T14:14:19,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:14:19,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:14:19,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:14:19,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:14:19,368 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/218194e0d8ec,39645,1733408058918 2024-12-05T14:14:19,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:14:19,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:19,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:14:19,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T14:14:19,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:19,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:19,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:19,382 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T14:14:19,382 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/218194e0d8ec,39645,1733408058918 from backup master directory 2024-12-05T14:14:19,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:14:19,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:14:19,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:14:19,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/218194e0d8ec,39645,1733408058918 2024-12-05T14:14:19,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T14:14:19,394 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:14:19,394 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=218194e0d8ec,39645,1733408058918 2024-12-05T14:14:19,402 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/hbase.id] with ID: f2f6c2fd-97e8-4513-99cd-4c06be5d363b 2024-12-05T14:14:19,402 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/.tmp/hbase.id 2024-12-05T14:14:19,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:14:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:14:19,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741826_1002 (size=42) 2024-12-05T14:14:19,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:14:19,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:19,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:19,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:19,846 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/.tmp/hbase.id]:[hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/hbase.id] 2024-12-05T14:14:19,865 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T14:14:19,865 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T14:14:19,867 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T14:14:19,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:19,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:19,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:19,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:19,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:14:19,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:14:19,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741827_1003 (size=196) 2024-12-05T14:14:19,939 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:14:19,940 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T14:14:19,940 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:14:19,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:14:19,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:14:19,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741828_1004 (size=1189) 2024-12-05T14:14:19,985 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store 2024-12-05T14:14:19,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:14:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:14:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741829_1005 (size=34) 2024-12-05T14:14:20,001 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:20,001 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:14:20,001 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:14:20,001 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:14:20,001 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:14:20,001 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:14:20,001 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:14:20,001 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408060001Disabling compacts and flushes for region at 1733408060001Disabling writes for close at 1733408060001Writing region close event to WAL at 1733408060001Closed at 1733408060001 2024-12-05T14:14:20,004 WARN [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/.initializing 2024-12-05T14:14:20,004 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/WALs/218194e0d8ec,39645,1733408058918 2024-12-05T14:14:20,009 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:14:20,013 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C39645%2C1733408058918, suffix=, logDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/WALs/218194e0d8ec,39645,1733408058918, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/oldWALs, maxLogs=10 2024-12-05T14:14:20,036 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/WALs/218194e0d8ec,39645,1733408058918/218194e0d8ec%2C39645%2C1733408058918.1733408060014, exclude list is [], retry=0 2024-12-05T14:14:20,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:14:20,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:20,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39873,DS-c992cc33-b4e7-4be8-8f45-b22bba6a8c36,DISK] 2024-12-05T14:14:20,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40731,DS-51c272cf-cb7d-4be1-81bb-4f48e4d2d732,DISK] 2024-12-05T14:14:20,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35459,DS-fb79088d-a585-4d32-a6e3-288d96463486,DISK] 2024-12-05T14:14:20,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:20,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:20,113 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/WALs/218194e0d8ec,39645,1733408058918/218194e0d8ec%2C39645%2C1733408058918.1733408060014 2024-12-05T14:14:20,116 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44419:44419),(127.0.0.1/127.0.0.1:39989:39989),(127.0.0.1/127.0.0.1:39507:39507)] 2024-12-05T14:14:20,116 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:14:20,117 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:20,117 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,117 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T14:14:20,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:20,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:14:20,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T14:14:20,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:20,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:20,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T14:14:20,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:20,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:20,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T14:14:20,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:20,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:20,141 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,142 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,142 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,144 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,144 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,145 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:14:20,146 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T14:14:20,154 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:20,155 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61072703, jitterRate=-0.08994580805301666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:14:20,156 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733408060117Initializing all the Stores at 1733408060118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408060118Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408060124 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408060124Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408060124Cleaning up temporary data from old regions at 1733408060144 (+20 ms)Region opened successfully at 1733408060156 (+12 ms) 2024-12-05T14:14:20,157 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T14:14:20,165 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf3bb71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:14:20,166 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T14:14:20,166 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T14:14:20,166 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T14:14:20,167 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T14:14:20,167 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T14:14:20,168 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T14:14:20,168 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-05T14:14:20,174 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T14:14:20,176 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T14:14:20,243 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T14:14:20,244 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T14:14:20,245 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T14:14:20,254 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T14:14:20,254 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T14:14:20,262 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T14:14:20,275 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T14:14:20,276 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T14:14:20,285 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T14:14:20,288 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T14:14:20,296 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T14:14:20,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:14:20,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:14:20,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:14:20,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T14:14:20,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,308 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=218194e0d8ec,39645,1733408058918, sessionid=0x101a5d7e9a70000, setting cluster-up flag (Was=false) 2024-12-05T14:14:20,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,359 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T14:14:20,360 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,39645,1733408058918 2024-12-05T14:14:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:20,418 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T14:14:20,420 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=218194e0d8ec,39645,1733408058918 2024-12-05T14:14:20,422 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T14:14:20,424 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T14:14:20,425 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T14:14:20,425 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T14:14:20,425 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 218194e0d8ec,39645,1733408058918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T14:14:20,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:14:20,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:14:20,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:14:20,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/218194e0d8ec:0, corePoolSize=5, maxPoolSize=5 2024-12-05T14:14:20,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/218194e0d8ec:0, corePoolSize=10, maxPoolSize=10 2024-12-05T14:14:20,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,429 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:14:20,430 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:14:20,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T14:14:20,439 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:20,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T14:14:20,454 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(746): ClusterId : f2f6c2fd-97e8-4513-99cd-4c06be5d363b 2024-12-05T14:14:20,454 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:14:20,465 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.HRegionServer(746): ClusterId : f2f6c2fd-97e8-4513-99cd-4c06be5d363b 2024-12-05T14:14:20,465 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:14:20,466 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:14:20,466 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:14:20,476 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733408090476 2024-12-05T14:14:20,476 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T14:14:20,477 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T14:14:20,477 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T14:14:20,477 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T14:14:20,477 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T14:14:20,477 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T14:14:20,484 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,493 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(746): ClusterId : f2f6c2fd-97e8-4513-99cd-4c06be5d363b 2024-12-05T14:14:20,493 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T14:14:20,493 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:14:20,493 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:14:20,495 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T14:14:20,495 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T14:14:20,496 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T14:14:20,498 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T14:14:20,498 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T14:14:20,506 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:14:20,506 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:14:20,506 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T14:14:20,506 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T14:14:20,507 DEBUG [RS:1;218194e0d8ec:34175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa8994b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:14:20,507 DEBUG [RS:0;218194e0d8ec:39075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@572b7a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:14:20,512 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408060498,5,FailOnTimeoutGroup] 2024-12-05T14:14:20,518 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T14:14:20,519 DEBUG [RS:2;218194e0d8ec:46815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a24f86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=218194e0d8ec/172.17.0.2:0 2024-12-05T14:14:20,520 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408060512,5,FailOnTimeoutGroup] 2024-12-05T14:14:20,520 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,520 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T14:14:20,520 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,520 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,529 DEBUG [RS:1;218194e0d8ec:34175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;218194e0d8ec:34175 2024-12-05T14:14:20,530 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:14:20,530 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:14:20,530 DEBUG [RS:1;218194e0d8ec:34175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:14:20,531 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,39645,1733408058918 with port=34175, startcode=1733408059192 2024-12-05T14:14:20,531 DEBUG [RS:1;218194e0d8ec:34175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:14:20,551 DEBUG [RS:0;218194e0d8ec:39075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;218194e0d8ec:39075 2024-12-05T14:14:20,551 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:14:20,551 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:14:20,551 DEBUG [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:14:20,552 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,39645,1733408058918 with port=39075, startcode=1733408059116 2024-12-05T14:14:20,553 DEBUG [RS:0;218194e0d8ec:39075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:14:20,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:14:20,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:14:20,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741831_1007 (size=1321) 2024-12-05T14:14:20,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T14:14:20,565 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:20,592 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:14:20,592 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,34175,1733408059192 2024-12-05T14:14:20,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39645 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,34175,1733408059192 2024-12-05T14:14:20,594 DEBUG [RS:2;218194e0d8ec:46815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;218194e0d8ec:46815 2024-12-05T14:14:20,594 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T14:14:20,594 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T14:14:20,594 DEBUG [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T14:14:20,595 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(2659): reportForDuty to master=218194e0d8ec,39645,1733408058918 with port=46815, startcode=1733408059276 2024-12-05T14:14:20,596 DEBUG [RS:2;218194e0d8ec:46815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T14:14:20,596 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:14:20,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,39075,1733408059116 2024-12-05T14:14:20,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39645 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,39075,1733408059116 2024-12-05T14:14:20,598 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T14:14:20,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 218194e0d8ec,46815,1733408059276 2024-12-05T14:14:20,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39645 {}] master.ServerManager(517): Registering regionserver=218194e0d8ec,46815,1733408059276 2024-12-05T14:14:20,601 DEBUG [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:20,601 DEBUG [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38587 2024-12-05T14:14:20,601 DEBUG [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:14:20,603 DEBUG [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:20,603 DEBUG [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38587 2024-12-05T14:14:20,603 DEBUG [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:14:20,605 DEBUG [RS:1;218194e0d8ec:34175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:20,605 DEBUG [RS:1;218194e0d8ec:34175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38587 2024-12-05T14:14:20,605 DEBUG [RS:1;218194e0d8ec:34175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T14:14:20,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:14:20,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:14:20,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:14:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741832_1008 (size=32) 2024-12-05T14:14:20,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:20,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:14:20,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:14:20,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:20,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:14:20,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:14:20,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:14:20,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:20,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:14:20,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:14:20,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:14:20,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:20,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:14:20,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:14:20,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:14:20,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:20,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:14:20,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:14:20,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740 2024-12-05T14:14:20,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740 2024-12-05T14:14:20,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:14:20,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:14:20,631 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:14:20,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:14:20,634 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:20,635 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62407350, jitterRate=-0.07005801796913147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:14:20,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733408060617Initializing all the Stores at 1733408060618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408060618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408060618Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408060618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408060618Cleaning up temporary data from old regions at 1733408060630 (+12 ms)Region opened successfully at 1733408060635 (+5 ms) 2024-12-05T14:14:20,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:14:20,635 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:14:20,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:14:20,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:14:20,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:14:20,636 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:14:20,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408060635Disabling compacts and flushes for region at 1733408060635Disabling writes for close at 1733408060635Writing region close event to WAL at 1733408060636 (+1 ms)Closed at 1733408060636 2024-12-05T14:14:20,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:14:20,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T14:14:20,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T14:14:20,638 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:14:20,642 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T14:14:20,654 DEBUG [RS:2;218194e0d8ec:46815 {}] zookeeper.ZKUtil(111): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/218194e0d8ec,46815,1733408059276 2024-12-05T14:14:20,654 WARN [RS:2;218194e0d8ec:46815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:14:20,654 INFO [RS:2;218194e0d8ec:46815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:14:20,654 DEBUG [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,46815,1733408059276 2024-12-05T14:14:20,655 DEBUG [RS:1;218194e0d8ec:34175 {}] zookeeper.ZKUtil(111): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/218194e0d8ec,34175,1733408059192 2024-12-05T14:14:20,655 WARN [RS:1;218194e0d8ec:34175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:14:20,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,46815,1733408059276] 2024-12-05T14:14:20,655 DEBUG [RS:0;218194e0d8ec:39075 {}] zookeeper.ZKUtil(111): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/218194e0d8ec,39075,1733408059116 2024-12-05T14:14:20,655 WARN [RS:0;218194e0d8ec:39075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T14:14:20,655 INFO [RS:1;218194e0d8ec:34175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:14:20,655 INFO [RS:0;218194e0d8ec:39075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:14:20,655 DEBUG [RS:1;218194e0d8ec:34175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192 2024-12-05T14:14:20,655 DEBUG [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,39075,1733408059116 2024-12-05T14:14:20,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,39075,1733408059116] 2024-12-05T14:14:20,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [218194e0d8ec,34175,1733408059192] 2024-12-05T14:14:20,660 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:14:20,674 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:14:20,676 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:14:20,679 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T14:14:20,684 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:14:20,700 INFO [RS:2;218194e0d8ec:46815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:14:20,700 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,704 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T14:14:20,709 INFO [RS:0;218194e0d8ec:39075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:14:20,709 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,710 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:14:20,711 INFO [RS:1;218194e0d8ec:34175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T14:14:20,711 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,711 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:14:20,712 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,712 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,712 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,713 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,713 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:14:20,713 DEBUG [RS:0;218194e0d8ec:39075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:14:20,713 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T14:14:20,713 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:14:20,713 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,713 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,713 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,713 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:14:20,714 DEBUG [RS:1;218194e0d8ec:34175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:14:20,716 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T14:14:20,716 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,716 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,716 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,716 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,716 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,716 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,717 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0, corePoolSize=2, maxPoolSize=2 2024-12-05T14:14:20,717 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,717 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,717 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,717 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,717 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,717 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/218194e0d8ec:0, corePoolSize=1, maxPoolSize=1 2024-12-05T14:14:20,717 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:14:20,717 DEBUG [RS:2;218194e0d8ec:46815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/218194e0d8ec:0, corePoolSize=3, maxPoolSize=3 2024-12-05T14:14:20,731 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,732 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,732 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,732 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,732 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,732 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39075,1733408059116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:14:20,733 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,733 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,733 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,733 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,733 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,733 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34175,1733408059192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:14:20,745 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,745 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,745 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,745 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,745 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,746 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46815,1733408059276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:14:20,747 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:14:20,747 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39075,1733408059116-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,748 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,748 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.Replication(171): 218194e0d8ec,39075,1733408059116 started 2024-12-05T14:14:20,753 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:14:20,754 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,34175,1733408059192-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,754 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,754 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.Replication(171): 218194e0d8ec,34175,1733408059192 started 2024-12-05T14:14:20,766 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,766 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,39075,1733408059116, RpcServer on 218194e0d8ec/172.17.0.2:39075, sessionid=0x101a5d7e9a70001 2024-12-05T14:14:20,767 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:14:20,767 DEBUG [RS:0;218194e0d8ec:39075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,39075,1733408059116 2024-12-05T14:14:20,767 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,39075,1733408059116' 2024-12-05T14:14:20,767 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:14:20,768 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:14:20,768 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:14:20,768 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:14:20,768 DEBUG [RS:0;218194e0d8ec:39075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,39075,1733408059116 2024-12-05T14:14:20,768 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,39075,1733408059116' 2024-12-05T14:14:20,768 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:14:20,769 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:14:20,769 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T14:14:20,769 DEBUG [RS:0;218194e0d8ec:39075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:14:20,769 INFO [RS:0;218194e0d8ec:39075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:14:20,769 INFO [RS:0;218194e0d8ec:39075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:14:20,769 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,46815,1733408059276-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,770 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,770 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.Replication(171): 218194e0d8ec,46815,1733408059276 started 2024-12-05T14:14:20,783 INFO [RS:1;218194e0d8ec:34175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,784 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,34175,1733408059192, RpcServer on 218194e0d8ec/172.17.0.2:34175, sessionid=0x101a5d7e9a70002 2024-12-05T14:14:20,784 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:14:20,784 DEBUG [RS:1;218194e0d8ec:34175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,34175,1733408059192 2024-12-05T14:14:20,784 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,34175,1733408059192' 2024-12-05T14:14:20,784 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:14:20,786 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:14:20,788 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:14:20,788 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:14:20,788 DEBUG [RS:1;218194e0d8ec:34175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,34175,1733408059192 2024-12-05T14:14:20,788 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,34175,1733408059192' 2024-12-05T14:14:20,788 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:14:20,789 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:14:20,790 DEBUG [RS:1;218194e0d8ec:34175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:14:20,790 INFO [RS:1;218194e0d8ec:34175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:14:20,790 INFO [RS:1;218194e0d8ec:34175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:14:20,792 WARN [218194e0d8ec:39645 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T14:14:20,798 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:20,798 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(1482): Serving as 218194e0d8ec,46815,1733408059276, RpcServer on 218194e0d8ec/172.17.0.2:46815, sessionid=0x101a5d7e9a70003 2024-12-05T14:14:20,798 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T14:14:20,798 DEBUG [RS:2;218194e0d8ec:46815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 218194e0d8ec,46815,1733408059276 2024-12-05T14:14:20,798 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,46815,1733408059276' 2024-12-05T14:14:20,798 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T14:14:20,799 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T14:14:20,799 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T14:14:20,799 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T14:14:20,799 DEBUG [RS:2;218194e0d8ec:46815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 218194e0d8ec,46815,1733408059276 2024-12-05T14:14:20,799 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '218194e0d8ec,46815,1733408059276' 2024-12-05T14:14:20,799 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T14:14:20,800 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T14:14:20,800 DEBUG [RS:2;218194e0d8ec:46815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T14:14:20,800 INFO [RS:2;218194e0d8ec:46815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T14:14:20,800 INFO [RS:2;218194e0d8ec:46815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T14:14:20,870 INFO [RS:0;218194e0d8ec:39075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:14:20,872 INFO [RS:0;218194e0d8ec:39075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C39075%2C1733408059116, suffix=, logDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,39075,1733408059116, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/oldWALs, maxLogs=32 2024-12-05T14:14:20,890 INFO [RS:1;218194e0d8ec:34175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:14:20,891 DEBUG [RS:0;218194e0d8ec:39075 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,39075,1733408059116/218194e0d8ec%2C39075%2C1733408059116.1733408060873, exclude list is [], retry=0 2024-12-05T14:14:20,893 INFO [RS:1;218194e0d8ec:34175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C34175%2C1733408059192, suffix=, logDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/oldWALs, maxLogs=32 2024-12-05T14:14:20,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39873,DS-c992cc33-b4e7-4be8-8f45-b22bba6a8c36,DISK] 2024-12-05T14:14:20,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35459,DS-fb79088d-a585-4d32-a6e3-288d96463486,DISK] 2024-12-05T14:14:20,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40731,DS-51c272cf-cb7d-4be1-81bb-4f48e4d2d732,DISK] 2024-12-05T14:14:20,901 INFO [RS:2;218194e0d8ec:46815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T14:14:20,903 INFO [RS:2;218194e0d8ec:46815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C46815%2C1733408059276, suffix=, logDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,46815,1733408059276, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/oldWALs, maxLogs=32 2024-12-05T14:14:20,917 DEBUG [RS:2;218194e0d8ec:46815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,46815,1733408059276/218194e0d8ec%2C46815%2C1733408059276.1733408060903, exclude list is [], retry=0 2024-12-05T14:14:20,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40731,DS-51c272cf-cb7d-4be1-81bb-4f48e4d2d732,DISK] 2024-12-05T14:14:20,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39873,DS-c992cc33-b4e7-4be8-8f45-b22bba6a8c36,DISK] 2024-12-05T14:14:20,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35459,DS-fb79088d-a585-4d32-a6e3-288d96463486,DISK] 2024-12-05T14:14:20,921 DEBUG [RS:1;218194e0d8ec:34175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192/218194e0d8ec%2C34175%2C1733408059192.1733408060895, exclude list is [], retry=0 2024-12-05T14:14:20,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40731,DS-51c272cf-cb7d-4be1-81bb-4f48e4d2d732,DISK] 2024-12-05T14:14:20,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39873,DS-c992cc33-b4e7-4be8-8f45-b22bba6a8c36,DISK] 2024-12-05T14:14:20,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35459,DS-fb79088d-a585-4d32-a6e3-288d96463486,DISK] 2024-12-05T14:14:20,935 INFO [RS:0;218194e0d8ec:39075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,39075,1733408059116/218194e0d8ec%2C39075%2C1733408059116.1733408060873 2024-12-05T14:14:20,941 DEBUG [RS:0;218194e0d8ec:39075 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39507:39507),(127.0.0.1/127.0.0.1:39989:39989),(127.0.0.1/127.0.0.1:44419:44419)] 2024-12-05T14:14:20,949 INFO [RS:2;218194e0d8ec:46815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,46815,1733408059276/218194e0d8ec%2C46815%2C1733408059276.1733408060903 2024-12-05T14:14:20,952 DEBUG [RS:2;218194e0d8ec:46815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989),(127.0.0.1/127.0.0.1:39507:39507),(127.0.0.1/127.0.0.1:44419:44419)] 2024-12-05T14:14:20,953 INFO [RS:1;218194e0d8ec:34175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192/218194e0d8ec%2C34175%2C1733408059192.1733408060895 2024-12-05T14:14:20,956 DEBUG [RS:1;218194e0d8ec:34175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39507:39507),(127.0.0.1/127.0.0.1:39989:39989),(127.0.0.1/127.0.0.1:44419:44419)] 2024-12-05T14:14:21,043 DEBUG [218194e0d8ec:39645 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-05T14:14:21,043 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(204): Hosts are {218194e0d8ec=0} racks are {/default-rack=0} 2024-12-05T14:14:21,045 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T14:14:21,045 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T14:14:21,046 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T14:14:21,046 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T14:14:21,046 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T14:14:21,046 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T14:14:21,046 INFO [218194e0d8ec:39645 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T14:14:21,046 INFO [218194e0d8ec:39645 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T14:14:21,046 INFO [218194e0d8ec:39645 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T14:14:21,046 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:14:21,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:14:21,047 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,39075,1733408059116, state=OPENING 2024-12-05T14:14:21,096 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T14:14:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:21,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:14:21,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:14:21,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:14:21,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:14:21,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:14:21,107 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T14:14:21,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,39075,1733408059116}] 2024-12-05T14:14:24,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:14:24,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:24,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:24,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:29,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T14:14:29,446 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T14:14:31,111 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:14:31,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:14:31,125 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T14:14:31,126 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T14:14:31,126 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T14:14:31,128 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=218194e0d8ec%2C39075%2C1733408059116.meta, suffix=.meta, logDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,39075,1733408059116, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/oldWALs, maxLogs=32 2024-12-05T14:14:31,145 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,39075,1733408059116/218194e0d8ec%2C39075%2C1733408059116.meta.1733408071129.meta, exclude list is [], retry=0 2024-12-05T14:14:31,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35459,DS-fb79088d-a585-4d32-a6e3-288d96463486,DISK] 2024-12-05T14:14:31,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39873,DS-c992cc33-b4e7-4be8-8f45-b22bba6a8c36,DISK] 2024-12-05T14:14:31,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40731,DS-51c272cf-cb7d-4be1-81bb-4f48e4d2d732,DISK] 2024-12-05T14:14:31,149 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,39075,1733408059116/218194e0d8ec%2C39075%2C1733408059116.meta.1733408071129.meta 2024-12-05T14:14:31,150 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989),(127.0.0.1/127.0.0.1:39507:39507),(127.0.0.1/127.0.0.1:44419:44419)] 2024-12-05T14:14:31,150 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T14:14:31,150 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T14:14:31,150 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T14:14:31,150 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T14:14:31,150 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T14:14:31,150 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,150 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T14:14:31,150 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T14:14:31,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T14:14:31,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T14:14:31,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:31,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:14:31,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T14:14:31,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T14:14:31,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:31,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:14:31,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T14:14:31,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T14:14:31,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:31,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:14:31,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T14:14:31,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T14:14:31,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:31,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T14:14:31,157 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T14:14:31,157 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740 2024-12-05T14:14:31,158 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740 2024-12-05T14:14:31,159 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T14:14:31,159 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T14:14:31,160 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T14:14:31,161 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T14:14:31,162 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61350045, jitterRate=-0.08581309020519257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T14:14:31,162 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T14:14:31,162 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733408071150Writing region info on filesystem at 1733408071150Initializing all the Stores at 1733408071152 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408071152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408071152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408071152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733408071152Cleaning up temporary data from old regions at 1733408071159 (+7 ms)Running coprocessor post-open hooks at 1733408071162 (+3 ms)Region opened successfully at 1733408071162 2024-12-05T14:14:31,163 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733408071110 2024-12-05T14:14:31,165 DEBUG [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T14:14:31,165 INFO [RS_OPEN_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T14:14:31,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:14:31,166 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 218194e0d8ec,39075,1733408059116, state=OPEN 2024-12-05T14:14:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:14:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:14:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:14:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T14:14:31,186 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=218194e0d8ec,39075,1733408059116 2024-12-05T14:14:31,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:14:31,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:14:31,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:14:31,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T14:14:31,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T14:14:31,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=218194e0d8ec,39075,1733408059116 in 10.0790 sec 2024-12-05T14:14:31,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T14:14:31,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5520 sec 2024-12-05T14:14:31,192 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T14:14:31,192 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T14:14:31,195 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:14:31,195 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39075,1733408059116, seqNum=-1] 2024-12-05T14:14:31,196 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:14:31,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:14:31,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7780 sec 2024-12-05T14:14:31,202 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733408071201, completionTime=-1 2024-12-05T14:14:31,202 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-05T14:14:31,202 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T14:14:31,203 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-05T14:14:31,203 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733408131203 2024-12-05T14:14:31,203 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733408191203 2024-12-05T14:14:31,203 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T14:14:31,204 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T14:14:31,204 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39645,1733408058918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:31,204 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39645,1733408058918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:31,204 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39645,1733408058918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:31,204 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-218194e0d8ec:39645, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:31,204 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:31,204 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:31,206 DEBUG [master/218194e0d8ec:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T14:14:31,208 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.813sec 2024-12-05T14:14:31,208 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T14:14:31,208 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T14:14:31,208 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T14:14:31,208 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T14:14:31,208 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T14:14:31,208 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39645,1733408058918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T14:14:31,208 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39645,1733408058918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T14:14:31,210 DEBUG [master/218194e0d8ec:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T14:14:31,210 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T14:14:31,210 INFO [master/218194e0d8ec:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=218194e0d8ec,39645,1733408058918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T14:14:31,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6e919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:14:31,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,39645,-1 for getting cluster id 2024-12-05T14:14:31,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:14:31,281 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f6c2fd-97e8-4513-99cd-4c06be5d363b' 2024-12-05T14:14:31,282 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:14:31,282 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f6c2fd-97e8-4513-99cd-4c06be5d363b" 2024-12-05T14:14:31,283 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16297e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:14:31,283 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,39645,-1] 2024-12-05T14:14:31,283 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:14:31,284 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:31,286 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:14:31,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ec7392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:14:31,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:14:31,289 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39075,1733408059116, seqNum=-1] 2024-12-05T14:14:31,289 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:14:31,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:14:31,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=218194e0d8ec,39645,1733408058918 2024-12-05T14:14:31,293 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733408071293 (current time:1733408071293). 2024-12-05T14:14:31,293 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-05T14:14:31,293 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-05T14:14:31,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea3735a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:14:31,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 218194e0d8ec,39645,-1 for getting cluster id 2024-12-05T14:14:31,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T14:14:31,295 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2f6c2fd-97e8-4513-99cd-4c06be5d363b' 2024-12-05T14:14:31,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T14:14:31,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2f6c2fd-97e8-4513-99cd-4c06be5d363b" 2024-12-05T14:14:31,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a0a5ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:14:31,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [218194e0d8ec,39645,-1] 2024-12-05T14:14:31,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T14:14:31,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:31,297 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T14:14:31,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c82a207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T14:14:31,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T14:14:31,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=218194e0d8ec,39075,1733408059116, seqNum=-1] 2024-12-05T14:14:31,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:14:31,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:14:31,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:14:31,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:14:31,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:31,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:14:31,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:14:31,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T14:14:31,303 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 218194e0d8ec,39645,1733408058918 2024-12-05T14:14:31,304 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55cae1e5 2024-12-05T14:14:31,304 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T14:14:31,305 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T14:14:31,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T14:14:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-05T14:14:31,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T14:14:31,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:31,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-05T14:14:31,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T14:14:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:14:31,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741837_1013 (size=361) 2024-12-05T14:14:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741837_1013 (size=361) 2024-12-05T14:14:31,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741837_1013 (size=361) 2024-12-05T14:14:31,320 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => eee0296dda7367a0c38b56baa94b62c5, NAME => 'SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:31,320 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 91d16e485957595a973eeb8d6bd2ce7a, NAME => 'SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:31,320 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0111bc4a5a99d67b25488b0cab40c8c6, NAME => 'SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:31,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741839_1015 (size=62) 2024-12-05T14:14:31,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741839_1015 (size=62) 2024-12-05T14:14:31,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741839_1015 (size=62) 2024-12-05T14:14:31,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 91d16e485957595a973eeb8d6bd2ce7a, disabling compactions & flushes 2024-12-05T14:14:31,333 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:14:31,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:14:31,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. after waiting 0 ms 2024-12-05T14:14:31,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:14:31,333 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:14:31,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 91d16e485957595a973eeb8d6bd2ce7a: Waiting for close lock at 1733408071332Disabling compacts and flushes for region at 1733408071332Disabling writes for close at 1733408071333 (+1 ms)Writing region close event to WAL at 1733408071333Closed at 1733408071333 2024-12-05T14:14:31,333 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d1d96bb3602749c08e3980a20b1fba23, NAME => 'SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741838_1014 (size=54) 2024-12-05T14:14:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741838_1014 (size=54) 2024-12-05T14:14:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741838_1014 (size=54) 2024-12-05T14:14:31,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 0111bc4a5a99d67b25488b0cab40c8c6, disabling compactions & flushes 2024-12-05T14:14:31,335 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:14:31,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:14:31,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. after waiting 0 ms 2024-12-05T14:14:31,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:14:31,335 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:14:31,335 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0111bc4a5a99d67b25488b0cab40c8c6: Waiting for close lock at 1733408071335Disabling compacts and flushes for region at 1733408071335Disabling writes for close at 1733408071335Writing region close event to WAL at 1733408071335Closed at 1733408071335 2024-12-05T14:14:31,335 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9c7271257128f67c9bee9266d460b10, NAME => 'SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:31,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741840_1016 (size=62) 2024-12-05T14:14:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741840_1016 (size=62) 2024-12-05T14:14:31,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741840_1016 (size=62) 2024-12-05T14:14:31,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing eee0296dda7367a0c38b56baa94b62c5, disabling compactions & flushes 2024-12-05T14:14:31,345 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:14:31,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:14:31,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. after waiting 0 ms 2024-12-05T14:14:31,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:14:31,345 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:14:31,345 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for eee0296dda7367a0c38b56baa94b62c5: Waiting for close lock at 1733408071345Disabling compacts and flushes for region at 1733408071345Disabling writes for close at 1733408071345Writing region close event to WAL at 1733408071345Closed at 1733408071345 2024-12-05T14:14:31,346 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d92637495354f5fc766a51dc03435151, NAME => 'SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741841_1017 (size=62) 2024-12-05T14:14:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741841_1017 (size=62) 2024-12-05T14:14:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741841_1017 (size=62) 2024-12-05T14:14:31,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e9c7271257128f67c9bee9266d460b10, disabling compactions & flushes 2024-12-05T14:14:31,355 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:14:31,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:14:31,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. after waiting 0 ms 2024-12-05T14:14:31,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:14:31,355 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:14:31,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9c7271257128f67c9bee9266d460b10: Waiting for close lock at 1733408071355Disabling compacts and flushes for region at 1733408071355Disabling writes for close at 1733408071355Writing region close event to WAL at 1733408071355Closed at 1733408071355 2024-12-05T14:14:31,356 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61b110bb265761a2c1fb374e2c1bd537, NAME => 'SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:31,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741842_1018 (size=62) 2024-12-05T14:14:31,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741842_1018 (size=62) 2024-12-05T14:14:31,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741842_1018 (size=62) 2024-12-05T14:14:31,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d1d96bb3602749c08e3980a20b1fba23, disabling compactions & flushes 2024-12-05T14:14:31,361 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:14:31,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:14:31,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. after waiting 0 ms 2024-12-05T14:14:31,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:14:31,361 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:14:31,361 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d1d96bb3602749c08e3980a20b1fba23: Waiting for close lock at 1733408071361Disabling compacts and flushes for region at 1733408071361Disabling writes for close at 1733408071361Writing region close event to WAL at 1733408071361Closed at 1733408071361 2024-12-05T14:14:31,361 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e010673af7ce85ffe37f34cc872e07f5, NAME => 'SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741843_1019 (size=62) 2024-12-05T14:14:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741843_1019 (size=62) 2024-12-05T14:14:31,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741843_1019 (size=62) 2024-12-05T14:14:31,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d92637495354f5fc766a51dc03435151, disabling compactions & flushes 2024-12-05T14:14:31,373 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:14:31,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:14:31,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. after waiting 0 ms 2024-12-05T14:14:31,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:14:31,374 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:14:31,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d92637495354f5fc766a51dc03435151: Waiting for close lock at 1733408071373Disabling compacts and flushes for region at 1733408071373Disabling writes for close at 1733408071373Writing region close event to WAL at 1733408071373Closed at 1733408071373 2024-12-05T14:14:31,374 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b523b9c0f6bdde8615c91650a6ef01c2, NAME => 'SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741845_1021 (size=62) 2024-12-05T14:14:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741845_1021 (size=62) 2024-12-05T14:14:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741844_1020 (size=62) 2024-12-05T14:14:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741845_1021 (size=62) 2024-12-05T14:14:31,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741844_1020 (size=62) 2024-12-05T14:14:31,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e010673af7ce85ffe37f34cc872e07f5, disabling compactions & flushes 2024-12-05T14:14:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741844_1020 (size=62) 2024-12-05T14:14:31,378 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:14:31,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:14:31,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. after waiting 0 ms 2024-12-05T14:14:31,378 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:14:31,378 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:14:31,379 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e010673af7ce85ffe37f34cc872e07f5: Waiting for close lock at 1733408071378Disabling compacts and flushes for region at 1733408071378Disabling writes for close at 1733408071378Writing region close event to WAL at 1733408071378Closed at 1733408071378 2024-12-05T14:14:31,379 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 358c6c268ed6ed339bd12db9fee084fb, NAME => 'SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203 2024-12-05T14:14:31,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 61b110bb265761a2c1fb374e2c1bd537, disabling compactions & flushes 2024-12-05T14:14:31,380 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:14:31,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:14:31,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. after waiting 0 ms 2024-12-05T14:14:31,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:14:31,380 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:14:31,380 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61b110bb265761a2c1fb374e2c1bd537: Waiting for close lock at 1733408071380Disabling compacts and flushes for region at 1733408071380Disabling writes for close at 1733408071380Writing region close event to WAL at 1733408071380Closed at 1733408071380 2024-12-05T14:14:31,383 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-05T14:14:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741846_1022 (size=62) 2024-12-05T14:14:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741847_1023 (size=54) 2024-12-05T14:14:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741846_1022 (size=62) 2024-12-05T14:14:31,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741847_1023 (size=54) 2024-12-05T14:14:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741847_1023 (size=54) 2024-12-05T14:14:31,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741846_1022 (size=62) 2024-12-05T14:14:31,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 358c6c268ed6ed339bd12db9fee084fb, disabling compactions & flushes 2024-12-05T14:14:31,390 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:14:31,390 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:14:31,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. after waiting 0 ms 2024-12-05T14:14:31,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:14:31,391 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:14:31,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 358c6c268ed6ed339bd12db9fee084fb: Waiting for close lock at 1733408071390Disabling compacts and flushes for region at 1733408071390Disabling writes for close at 1733408071391 (+1 ms)Writing region close event to WAL at 1733408071391Closed at 1733408071391 2024-12-05T14:14:31,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:31,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b523b9c0f6bdde8615c91650a6ef01c2, disabling compactions & flushes 2024-12-05T14:14:31,391 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:14:31,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:14:31,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. after waiting 0 ms 2024-12-05T14:14:31,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:14:31,391 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:14:31,391 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b523b9c0f6bdde8615c91650a6ef01c2: Waiting for close lock at 1733408071391Disabling compacts and flushes for region at 1733408071391Disabling writes for close at 1733408071391Writing region close event to WAL at 1733408071391Closed at 1733408071391 2024-12-05T14:14:31,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T14:14:31,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733408071392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408071392"}]},"ts":"1733408071392"} 2024-12-05T14:14:31,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733408071392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408071392"}]},"ts":"1733408071392"} 2024-12-05T14:14:31,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733408071392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408071392"}]},"ts":"1733408071392"} 2024-12-05T14:14:31,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733408071392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408071392"}]},"ts":"1733408071392"} 2024-12-05T14:14:31,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733408071392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408071392"}]},"ts":"1733408071392"} 2024-12-05T14:14:31,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733408071392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408071392"}]},"ts":"1733408071392"} 2024-12-05T14:14:31,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733408071392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408071392"}]},"ts":"1733408071392"} 2024-12-05T14:14:31,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733408071392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408071392"}]},"ts":"1733408071392"} 2024-12-05T14:14:31,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733408071392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408071392"}]},"ts":"1733408071392"} 2024-12-05T14:14:31,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733408071392"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733408071392"}]},"ts":"1733408071392"} 2024-12-05T14:14:31,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-05T14:14:31,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T14:14:31,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408071398"}]},"ts":"1733408071398"} 2024-12-05T14:14:31,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-05T14:14:31,401 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {218194e0d8ec=0} racks are {/default-rack=0} 2024-12-05T14:14:31,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T14:14:31,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T14:14:31,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-05T14:14:31,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T14:14:31,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T14:14:31,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-05T14:14:31,407 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T14:14:31,407 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T14:14:31,407 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-05T14:14:31,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:14:31,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0111bc4a5a99d67b25488b0cab40c8c6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91d16e485957595a973eeb8d6bd2ce7a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eee0296dda7367a0c38b56baa94b62c5, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1d96bb3602749c08e3980a20b1fba23, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9c7271257128f67c9bee9266d460b10, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d92637495354f5fc766a51dc03435151, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61b110bb265761a2c1fb374e2c1bd537, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e010673af7ce85ffe37f34cc872e07f5, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b523b9c0f6bdde8615c91650a6ef01c2, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=358c6c268ed6ed339bd12db9fee084fb, ASSIGN}] 2024-12-05T14:14:31,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9c7271257128f67c9bee9266d460b10, ASSIGN 2024-12-05T14:14:31,410 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1d96bb3602749c08e3980a20b1fba23, ASSIGN 2024-12-05T14:14:31,411 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eee0296dda7367a0c38b56baa94b62c5, ASSIGN 2024-12-05T14:14:31,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91d16e485957595a973eeb8d6bd2ce7a, ASSIGN 2024-12-05T14:14:31,411 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9c7271257128f67c9bee9266d460b10, ASSIGN; state=OFFLINE, location=218194e0d8ec,34175,1733408059192; forceNewPlan=false, retain=false 2024-12-05T14:14:31,411 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d1d96bb3602749c08e3980a20b1fba23, ASSIGN; state=OFFLINE, location=218194e0d8ec,46815,1733408059276; forceNewPlan=false, retain=false 2024-12-05T14:14:31,412 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eee0296dda7367a0c38b56baa94b62c5, ASSIGN; state=OFFLINE, location=218194e0d8ec,39075,1733408059116; forceNewPlan=false, retain=false 2024-12-05T14:14:31,412 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91d16e485957595a973eeb8d6bd2ce7a, ASSIGN; state=OFFLINE, location=218194e0d8ec,34175,1733408059192; forceNewPlan=false, retain=false 2024-12-05T14:14:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:14:31,415 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=358c6c268ed6ed339bd12db9fee084fb, ASSIGN 2024-12-05T14:14:31,415 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e010673af7ce85ffe37f34cc872e07f5, ASSIGN 2024-12-05T14:14:31,416 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b523b9c0f6bdde8615c91650a6ef01c2, ASSIGN 2024-12-05T14:14:31,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61b110bb265761a2c1fb374e2c1bd537, ASSIGN 2024-12-05T14:14:31,416 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d92637495354f5fc766a51dc03435151, ASSIGN 2024-12-05T14:14:31,416 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e010673af7ce85ffe37f34cc872e07f5, ASSIGN; state=OFFLINE, location=218194e0d8ec,34175,1733408059192; forceNewPlan=false, retain=false 2024-12-05T14:14:31,416 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=358c6c268ed6ed339bd12db9fee084fb, ASSIGN; state=OFFLINE, location=218194e0d8ec,39075,1733408059116; forceNewPlan=false, retain=false 2024-12-05T14:14:31,417 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b523b9c0f6bdde8615c91650a6ef01c2, ASSIGN; state=OFFLINE, location=218194e0d8ec,34175,1733408059192; forceNewPlan=false, retain=false 2024-12-05T14:14:31,417 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=61b110bb265761a2c1fb374e2c1bd537, ASSIGN; state=OFFLINE, location=218194e0d8ec,46815,1733408059276; forceNewPlan=false, retain=false 2024-12-05T14:14:31,417 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d92637495354f5fc766a51dc03435151, ASSIGN; state=OFFLINE, location=218194e0d8ec,39075,1733408059116; forceNewPlan=false, retain=false 2024-12-05T14:14:31,419 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0111bc4a5a99d67b25488b0cab40c8c6, ASSIGN 2024-12-05T14:14:31,420 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0111bc4a5a99d67b25488b0cab40c8c6, ASSIGN; state=OFFLINE, location=218194e0d8ec,46815,1733408059276; forceNewPlan=false, retain=false 2024-12-05T14:14:31,562 INFO [218194e0d8ec:39645 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-05T14:14:31,563 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d92637495354f5fc766a51dc03435151, regionState=OPENING, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:14:31,563 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=61b110bb265761a2c1fb374e2c1bd537, regionState=OPENING, regionLocation=218194e0d8ec,46815,1733408059276 2024-12-05T14:14:31,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d1d96bb3602749c08e3980a20b1fba23, regionState=OPENING, regionLocation=218194e0d8ec,46815,1733408059276 2024-12-05T14:14:31,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0111bc4a5a99d67b25488b0cab40c8c6, regionState=OPENING, regionLocation=218194e0d8ec,46815,1733408059276 2024-12-05T14:14:31,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=358c6c268ed6ed339bd12db9fee084fb, regionState=OPENING, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:14:31,563 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eee0296dda7367a0c38b56baa94b62c5, regionState=OPENING, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:14:31,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b523b9c0f6bdde8615c91650a6ef01c2, regionState=OPENING, regionLocation=218194e0d8ec,34175,1733408059192 2024-12-05T14:14:31,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e010673af7ce85ffe37f34cc872e07f5, regionState=OPENING, regionLocation=218194e0d8ec,34175,1733408059192 2024-12-05T14:14:31,563 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9c7271257128f67c9bee9266d460b10, regionState=OPENING, regionLocation=218194e0d8ec,34175,1733408059192 2024-12-05T14:14:31,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=91d16e485957595a973eeb8d6bd2ce7a, regionState=OPENING, regionLocation=218194e0d8ec,34175,1733408059192 2024-12-05T14:14:31,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=358c6c268ed6ed339bd12db9fee084fb, ASSIGN because future has completed 2024-12-05T14:14:31,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358c6c268ed6ed339bd12db9fee084fb, server=218194e0d8ec,39075,1733408059116}] 2024-12-05T14:14:31,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d92637495354f5fc766a51dc03435151, ASSIGN because future has completed 2024-12-05T14:14:31,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=61b110bb265761a2c1fb374e2c1bd537, ASSIGN because future has completed 2024-12-05T14:14:31,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d92637495354f5fc766a51dc03435151, server=218194e0d8ec,39075,1733408059116}] 2024-12-05T14:14:31,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61b110bb265761a2c1fb374e2c1bd537, server=218194e0d8ec,46815,1733408059276}] 2024-12-05T14:14:31,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d1d96bb3602749c08e3980a20b1fba23, ASSIGN because future has completed 2024-12-05T14:14:31,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eee0296dda7367a0c38b56baa94b62c5, ASSIGN because future has completed 2024-12-05T14:14:31,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d96bb3602749c08e3980a20b1fba23, server=218194e0d8ec,46815,1733408059276}] 2024-12-05T14:14:31,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e010673af7ce85ffe37f34cc872e07f5, ASSIGN because future has completed 2024-12-05T14:14:31,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9c7271257128f67c9bee9266d460b10, ASSIGN because future has completed 2024-12-05T14:14:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b523b9c0f6bdde8615c91650a6ef01c2, ASSIGN because future has completed 2024-12-05T14:14:31,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9c7271257128f67c9bee9266d460b10, server=218194e0d8ec,34175,1733408059192}] 2024-12-05T14:14:31,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0111bc4a5a99d67b25488b0cab40c8c6, ASSIGN because future has completed 2024-12-05T14:14:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91d16e485957595a973eeb8d6bd2ce7a, ASSIGN because future has completed 2024-12-05T14:14:31,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure eee0296dda7367a0c38b56baa94b62c5, server=218194e0d8ec,39075,1733408059116}] 2024-12-05T14:14:31,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e010673af7ce85ffe37f34cc872e07f5, server=218194e0d8ec,34175,1733408059192}] 2024-12-05T14:14:31,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91d16e485957595a973eeb8d6bd2ce7a, server=218194e0d8ec,34175,1733408059192}] 2024-12-05T14:14:31,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0111bc4a5a99d67b25488b0cab40c8c6, server=218194e0d8ec,46815,1733408059276}] 2024-12-05T14:14:31,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b523b9c0f6bdde8615c91650a6ef01c2, server=218194e0d8ec,34175,1733408059192}] 2024-12-05T14:14:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:14:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:14:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:14:32,674 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T14:14:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:14:35,144 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=218194e0d8ec:34223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-05T14:14:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:14:36,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:36,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:36,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:36,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:14:36,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:36,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:36,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:14:41,574 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:14:41,576 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T14:14:41,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:14:41,577 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:14:41,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T14:14:41,578 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 358c6c268ed6ed339bd12db9fee084fb, NAME => 'SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-05T14:14:41,578 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,579 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:41,579 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,579 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,581 INFO [StoreOpener-358c6c268ed6ed339bd12db9fee084fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,583 INFO [StoreOpener-358c6c268ed6ed339bd12db9fee084fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358c6c268ed6ed339bd12db9fee084fb columnFamilyName cf 2024-12-05T14:14:41,583 DEBUG [StoreOpener-358c6c268ed6ed339bd12db9fee084fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:41,583 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:14:41,584 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:14:41,584 INFO [StoreOpener-358c6c268ed6ed339bd12db9fee084fb-1 {}] regionserver.HStore(327): Store=358c6c268ed6ed339bd12db9fee084fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 61b110bb265761a2c1fb374e2c1bd537, NAME => 'SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => e010673af7ce85ffe37f34cc872e07f5, NAME => 'SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,584 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,585 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,585 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,586 INFO [StoreOpener-e010673af7ce85ffe37f34cc872e07f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,586 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,586 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,586 INFO [StoreOpener-61b110bb265761a2c1fb374e2c1bd537-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,587 INFO [StoreOpener-e010673af7ce85ffe37f34cc872e07f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e010673af7ce85ffe37f34cc872e07f5 columnFamilyName cf 2024-12-05T14:14:41,587 DEBUG [StoreOpener-e010673af7ce85ffe37f34cc872e07f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:41,587 INFO [StoreOpener-e010673af7ce85ffe37f34cc872e07f5-1 {}] regionserver.HStore(327): Store=e010673af7ce85ffe37f34cc872e07f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:41,588 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,588 INFO [StoreOpener-61b110bb265761a2c1fb374e2c1bd537-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61b110bb265761a2c1fb374e2c1bd537 columnFamilyName cf 2024-12-05T14:14:41,588 DEBUG [StoreOpener-61b110bb265761a2c1fb374e2c1bd537-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:41,588 INFO [StoreOpener-61b110bb265761a2c1fb374e2c1bd537-1 {}] regionserver.HStore(327): Store=61b110bb265761a2c1fb374e2c1bd537/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:41,588 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,588 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,588 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,589 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,589 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,589 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,589 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,590 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,590 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,590 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,591 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,591 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,592 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:41,592 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 358c6c268ed6ed339bd12db9fee084fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71880102, jitterRate=0.0710969865322113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:14:41,592 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:41,592 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 358c6c268ed6ed339bd12db9fee084fb: Running coprocessor pre-open hook at 1733408081579Writing region info on filesystem at 1733408081579Initializing all the Stores at 1733408081581 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408081581Cleaning up temporary data from old regions at 1733408081586 (+5 ms)Running coprocessor post-open hooks at 1733408081592 (+6 ms)Region opened successfully at 1733408081592 2024-12-05T14:14:41,593 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb., pid=15, masterSystemTime=1733408081569 2024-12-05T14:14:41,593 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:41,593 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:41,594 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened e010673af7ce85ffe37f34cc872e07f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75289714, jitterRate=0.1219041645526886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:14:41,594 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:41,594 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for e010673af7ce85ffe37f34cc872e07f5: Running coprocessor pre-open hook at 1733408081584Writing region info on filesystem at 1733408081584Initializing all the Stores at 1733408081585 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408081585Cleaning up temporary data from old regions at 1733408081589 (+4 ms)Running coprocessor post-open hooks at 1733408081594 (+5 ms)Region opened successfully at 1733408081594 2024-12-05T14:14:41,594 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 61b110bb265761a2c1fb374e2c1bd537; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70303026, jitterRate=0.04759672284126282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:14:41,594 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:41,594 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 61b110bb265761a2c1fb374e2c1bd537: Running coprocessor pre-open hook at 1733408081584Writing region info on filesystem at 1733408081584Initializing all the Stores at 1733408081585 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408081585Cleaning up temporary data from old regions at 1733408081590 (+5 ms)Running coprocessor post-open hooks at 1733408081594 (+4 ms)Region opened successfully at 1733408081594 2024-12-05T14:14:41,595 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5., pid=20, masterSystemTime=1733408081575 2024-12-05T14:14:41,595 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537., pid=17, masterSystemTime=1733408081573 2024-12-05T14:14:41,596 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:14:41,596 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:14:41,596 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:14:41,596 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d92637495354f5fc766a51dc03435151, NAME => 'SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-05T14:14:41,596 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,596 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:41,596 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,597 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,597 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=358c6c268ed6ed339bd12db9fee084fb, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:14:41,597 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:14:41,597 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:14:41,597 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:14:41,597 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 91d16e485957595a973eeb8d6bd2ce7a, NAME => 'SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T14:14:41,598 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,598 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:41,598 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,598 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,598 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e010673af7ce85ffe37f34cc872e07f5, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34175,1733408059192 2024-12-05T14:14:41,598 INFO [StoreOpener-d92637495354f5fc766a51dc03435151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,599 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:14:41,599 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:14:41,599 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:14:41,599 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 0111bc4a5a99d67b25488b0cab40c8c6, NAME => 'SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-05T14:14:41,600 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,600 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:41,600 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,600 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39645 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=218194e0d8ec,39075,1733408059116, table=SPTestTable, region=358c6c268ed6ed339bd12db9fee084fb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T14:14:41,600 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,600 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=61b110bb265761a2c1fb374e2c1bd537, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,46815,1733408059276 2024-12-05T14:14:41,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358c6c268ed6ed339bd12db9fee084fb, server=218194e0d8ec,39075,1733408059116 because future has completed 2024-12-05T14:14:41,602 INFO [StoreOpener-d92637495354f5fc766a51dc03435151-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d92637495354f5fc766a51dc03435151 columnFamilyName cf 2024-12-05T14:14:41,602 INFO [StoreOpener-0111bc4a5a99d67b25488b0cab40c8c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,602 DEBUG [StoreOpener-d92637495354f5fc766a51dc03435151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:41,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e010673af7ce85ffe37f34cc872e07f5, server=218194e0d8ec,34175,1733408059192 because future has completed 2024-12-05T14:14:41,602 INFO [StoreOpener-d92637495354f5fc766a51dc03435151-1 {}] regionserver.HStore(327): Store=d92637495354f5fc766a51dc03435151/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:41,602 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,603 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61b110bb265761a2c1fb374e2c1bd537, server=218194e0d8ec,46815,1733408059276 because future has completed 2024-12-05T14:14:41,604 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,604 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,604 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,604 INFO [StoreOpener-91d16e485957595a973eeb8d6bd2ce7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T14:14:41,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 358c6c268ed6ed339bd12db9fee084fb, server=218194e0d8ec,39075,1733408059116 in 10.0360 sec 2024-12-05T14:14:41,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-12-05T14:14:41,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e010673af7ce85ffe37f34cc872e07f5, server=218194e0d8ec,34175,1733408059192 in 10.0330 sec 2024-12-05T14:14:41,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-12-05T14:14:41,607 INFO [StoreOpener-91d16e485957595a973eeb8d6bd2ce7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91d16e485957595a973eeb8d6bd2ce7a columnFamilyName cf 2024-12-05T14:14:41,607 DEBUG [StoreOpener-91d16e485957595a973eeb8d6bd2ce7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:41,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 61b110bb265761a2c1fb374e2c1bd537, server=218194e0d8ec,46815,1733408059276 in 10.0360 sec 2024-12-05T14:14:41,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=358c6c268ed6ed339bd12db9fee084fb, ASSIGN in 10.1970 sec 2024-12-05T14:14:41,607 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,607 INFO [StoreOpener-91d16e485957595a973eeb8d6bd2ce7a-1 {}] regionserver.HStore(327): Store=91d16e485957595a973eeb8d6bd2ce7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:41,607 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e010673af7ce85ffe37f34cc872e07f5, ASSIGN in 10.1980 sec 2024-12-05T14:14:41,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61b110bb265761a2c1fb374e2c1bd537, ASSIGN in 10.1990 sec 2024-12-05T14:14:41,608 INFO [StoreOpener-0111bc4a5a99d67b25488b0cab40c8c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0111bc4a5a99d67b25488b0cab40c8c6 columnFamilyName cf 2024-12-05T14:14:41,609 DEBUG [StoreOpener-0111bc4a5a99d67b25488b0cab40c8c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:41,609 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,609 INFO [StoreOpener-0111bc4a5a99d67b25488b0cab40c8c6-1 {}] regionserver.HStore(327): Store=0111bc4a5a99d67b25488b0cab40c8c6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:41,609 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,609 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,609 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,610 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,610 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/d92637495354f5fc766a51dc03435151/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:41,610 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,610 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d92637495354f5fc766a51dc03435151; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73947806, jitterRate=0.10190817713737488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:14:41,610 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,610 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d92637495354f5fc766a51dc03435151 2024-12-05T14:14:41,610 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d92637495354f5fc766a51dc03435151: Running coprocessor pre-open hook at 1733408081597Writing region info on filesystem at 1733408081597Initializing all the Stores at 1733408081598 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408081598Cleaning up temporary data from old regions at 1733408081604 (+6 ms)Running coprocessor post-open hooks at 1733408081610 (+6 ms)Region opened successfully at 1733408081610 2024-12-05T14:14:41,610 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,610 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,611 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151., pid=16, masterSystemTime=1733408081569 2024-12-05T14:14:41,611 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,612 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,613 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:14:41,613 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:14:41,613 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:14:41,613 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/91d16e485957595a973eeb8d6bd2ce7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:41,613 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => eee0296dda7367a0c38b56baa94b62c5, NAME => 'SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-05T14:14:41,614 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,614 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 91d16e485957595a973eeb8d6bd2ce7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75296706, jitterRate=0.12200835347175598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:14:41,614 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:41,614 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:41,614 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,614 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,614 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 91d16e485957595a973eeb8d6bd2ce7a: Running coprocessor pre-open hook at 1733408081598Writing region info on filesystem at 1733408081598Initializing all the Stores at 1733408081601 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408081601Cleaning up temporary data from old regions at 1733408081610 (+9 ms)Running coprocessor post-open hooks at 1733408081614 (+4 ms)Region opened successfully at 1733408081614 2024-12-05T14:14:41,615 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/0111bc4a5a99d67b25488b0cab40c8c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:41,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d92637495354f5fc766a51dc03435151, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:14:41,615 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a., pid=22, masterSystemTime=1733408081575 2024-12-05T14:14:41,615 INFO [StoreOpener-eee0296dda7367a0c38b56baa94b62c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,616 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 0111bc4a5a99d67b25488b0cab40c8c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67541919, jitterRate=0.006453022360801697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:14:41,616 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:41,616 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 0111bc4a5a99d67b25488b0cab40c8c6: Running coprocessor pre-open hook at 1733408081600Writing region info on filesystem at 1733408081600Initializing all the Stores at 1733408081601 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408081601Cleaning up temporary data from old regions at 1733408081610 (+9 ms)Running coprocessor post-open hooks at 1733408081616 (+6 ms)Region opened successfully at 1733408081616 2024-12-05T14:14:41,617 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6., pid=23, masterSystemTime=1733408081573 2024-12-05T14:14:41,617 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:14:41,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d92637495354f5fc766a51dc03435151, server=218194e0d8ec,39075,1733408059116 because future has completed 2024-12-05T14:14:41,617 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:14:41,617 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:14:41,617 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b523b9c0f6bdde8615c91650a6ef01c2, NAME => 'SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T14:14:41,618 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=91d16e485957595a973eeb8d6bd2ce7a, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34175,1733408059192 2024-12-05T14:14:41,618 INFO [StoreOpener-eee0296dda7367a0c38b56baa94b62c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eee0296dda7367a0c38b56baa94b62c5 columnFamilyName cf 2024-12-05T14:14:41,618 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,618 DEBUG [StoreOpener-eee0296dda7367a0c38b56baa94b62c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:41,618 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:41,618 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,618 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,618 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:14:41,618 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:14:41,619 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:14:41,619 INFO [StoreOpener-eee0296dda7367a0c38b56baa94b62c5-1 {}] regionserver.HStore(327): Store=eee0296dda7367a0c38b56baa94b62c5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:41,619 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => d1d96bb3602749c08e3980a20b1fba23, NAME => 'SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-05T14:14:41,619 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,619 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,619 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:41,619 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,619 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,619 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,620 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91d16e485957595a973eeb8d6bd2ce7a, server=218194e0d8ec,34175,1733408059192 because future has completed 2024-12-05T14:14:41,621 INFO [StoreOpener-b523b9c0f6bdde8615c91650a6ef01c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,621 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0111bc4a5a99d67b25488b0cab40c8c6, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,46815,1733408059276 2024-12-05T14:14:41,622 INFO [StoreOpener-d1d96bb3602749c08e3980a20b1fba23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-12-05T14:14:41,623 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,623 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,623 INFO [StoreOpener-b523b9c0f6bdde8615c91650a6ef01c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b523b9c0f6bdde8615c91650a6ef01c2 columnFamilyName cf 2024-12-05T14:14:41,623 INFO [StoreOpener-d1d96bb3602749c08e3980a20b1fba23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1d96bb3602749c08e3980a20b1fba23 columnFamilyName cf 2024-12-05T14:14:41,623 DEBUG [StoreOpener-b523b9c0f6bdde8615c91650a6ef01c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:41,623 DEBUG [StoreOpener-d1d96bb3602749c08e3980a20b1fba23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:41,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0111bc4a5a99d67b25488b0cab40c8c6, server=218194e0d8ec,46815,1733408059276 because future has completed 2024-12-05T14:14:41,624 INFO [StoreOpener-b523b9c0f6bdde8615c91650a6ef01c2-1 {}] regionserver.HStore(327): Store=b523b9c0f6bdde8615c91650a6ef01c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:41,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d92637495354f5fc766a51dc03435151, server=218194e0d8ec,39075,1733408059116 in 10.0510 sec 2024-12-05T14:14:41,624 INFO [StoreOpener-d1d96bb3602749c08e3980a20b1fba23-1 {}] regionserver.HStore(327): Store=d1d96bb3602749c08e3980a20b1fba23/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:41,624 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,624 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,625 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,625 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-12-05T14:14:41,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d92637495354f5fc766a51dc03435151, ASSIGN in 10.2160 sec 2024-12-05T14:14:41,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 91d16e485957595a973eeb8d6bd2ce7a, server=218194e0d8ec,34175,1733408059192 in 10.0450 sec 2024-12-05T14:14:41,626 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,626 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,626 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,626 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,626 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,626 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,626 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,628 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,629 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-05T14:14:41,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91d16e485957595a973eeb8d6bd2ce7a, ASSIGN in 10.2170 sec 2024-12-05T14:14:41,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0111bc4a5a99d67b25488b0cab40c8c6, server=218194e0d8ec,46815,1733408059276 in 10.0480 sec 2024-12-05T14:14:41,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0111bc4a5a99d67b25488b0cab40c8c6, ASSIGN in 10.2210 sec 2024-12-05T14:14:41,633 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:41,633 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/eee0296dda7367a0c38b56baa94b62c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:41,633 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/d1d96bb3602749c08e3980a20b1fba23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:41,633 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened d1d96bb3602749c08e3980a20b1fba23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74202789, jitterRate=0.10570771992206573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:14:41,633 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened eee0296dda7367a0c38b56baa94b62c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64904328, jitterRate=-0.03285014629364014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:14:41,633 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b523b9c0f6bdde8615c91650a6ef01c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75164226, jitterRate=0.12003424763679504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:14:41,634 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:41,634 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:41,634 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:41,634 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for eee0296dda7367a0c38b56baa94b62c5: Running coprocessor pre-open hook at 1733408081614Writing region info on filesystem at 1733408081614Initializing all the Stores at 1733408081615 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408081615Cleaning up temporary data from old regions at 1733408081623 (+8 ms)Running coprocessor post-open hooks at 1733408081634 (+11 ms)Region opened successfully at 1733408081634 2024-12-05T14:14:41,634 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for d1d96bb3602749c08e3980a20b1fba23: Running coprocessor pre-open hook at 1733408081619Writing region info on filesystem at 1733408081619Initializing all the Stores at 1733408081620 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408081620Cleaning up temporary data from old regions at 1733408081626 (+6 ms)Running coprocessor post-open hooks at 1733408081634 (+8 ms)Region opened successfully at 1733408081634 2024-12-05T14:14:41,634 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b523b9c0f6bdde8615c91650a6ef01c2: Running coprocessor pre-open hook at 1733408081618Writing region info on filesystem at 1733408081618Initializing all the Stores at 1733408081620 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408081620Cleaning up temporary data from old regions at 1733408081626 (+6 ms)Running coprocessor post-open hooks at 1733408081634 (+8 ms)Region opened successfully at 1733408081634 2024-12-05T14:14:41,634 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23., pid=18, masterSystemTime=1733408081573 2024-12-05T14:14:41,635 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5., pid=19, masterSystemTime=1733408081569 2024-12-05T14:14:41,635 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2., pid=24, masterSystemTime=1733408081575 2024-12-05T14:14:41,636 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:14:41,636 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:14:41,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d1d96bb3602749c08e3980a20b1fba23, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,46815,1733408059276 2024-12-05T14:14:41,637 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:14:41,637 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:14:41,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=eee0296dda7367a0c38b56baa94b62c5, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:14:41,638 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:14:41,638 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:14:41,639 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:14:41,639 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => e9c7271257128f67c9bee9266d460b10, NAME => 'SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T14:14:41,639 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,639 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:14:41,639 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,639 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,639 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=b523b9c0f6bdde8615c91650a6ef01c2, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34175,1733408059192 2024-12-05T14:14:41,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1d96bb3602749c08e3980a20b1fba23, server=218194e0d8ec,46815,1733408059276 because future has completed 2024-12-05T14:14:41,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure eee0296dda7367a0c38b56baa94b62c5, server=218194e0d8ec,39075,1733408059116 because future has completed 2024-12-05T14:14:41,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure b523b9c0f6bdde8615c91650a6ef01c2, server=218194e0d8ec,34175,1733408059192 because future has completed 2024-12-05T14:14:41,643 INFO [StoreOpener-e9c7271257128f67c9bee9266d460b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-12-05T14:14:41,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d1d96bb3602749c08e3980a20b1fba23, server=218194e0d8ec,46815,1733408059276 in 10.0720 sec 2024-12-05T14:14:41,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-12-05T14:14:41,645 INFO [StoreOpener-e9c7271257128f67c9bee9266d460b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9c7271257128f67c9bee9266d460b10 columnFamilyName cf 2024-12-05T14:14:41,645 DEBUG [StoreOpener-e9c7271257128f67c9bee9266d460b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:14:41,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-12-05T14:14:41,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure b523b9c0f6bdde8615c91650a6ef01c2, server=218194e0d8ec,34175,1733408059192 in 10.0620 sec 2024-12-05T14:14:41,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d1d96bb3602749c08e3980a20b1fba23, ASSIGN in 10.2360 sec 2024-12-05T14:14:41,646 INFO [StoreOpener-e9c7271257128f67c9bee9266d460b10-1 {}] regionserver.HStore(327): Store=e9c7271257128f67c9bee9266d460b10/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:14:41,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eee0296dda7367a0c38b56baa94b62c5, ASSIGN in 10.2370 sec 2024-12-05T14:14:41,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure eee0296dda7367a0c38b56baa94b62c5, server=218194e0d8ec,39075,1733408059116 in 10.0720 sec 2024-12-05T14:14:41,646 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b523b9c0f6bdde8615c91650a6ef01c2, ASSIGN in 10.2380 sec 2024-12-05T14:14:41,647 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,647 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,648 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,648 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,649 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,652 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e9c7271257128f67c9bee9266d460b10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T14:14:41,652 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened e9c7271257128f67c9bee9266d460b10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70717811, jitterRate=0.05377750098705292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:14:41,652 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:14:41,652 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for e9c7271257128f67c9bee9266d460b10: Running coprocessor pre-open hook at 1733408081640Writing region info on filesystem at 1733408081640Initializing all the Stores at 1733408081642 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408081642Cleaning up temporary data from old regions at 1733408081648 (+6 ms)Running coprocessor post-open hooks at 1733408081652 (+4 ms)Region opened successfully at 1733408081652 2024-12-05T14:14:41,653 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10., pid=21, masterSystemTime=1733408081575 2024-12-05T14:14:41,655 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:14:41,655 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:14:41,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9c7271257128f67c9bee9266d460b10, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,34175,1733408059192 2024-12-05T14:14:41,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9c7271257128f67c9bee9266d460b10, server=218194e0d8ec,34175,1733408059192 because future has completed 2024-12-05T14:14:41,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-12-05T14:14:41,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e9c7271257128f67c9bee9266d460b10, server=218194e0d8ec,34175,1733408059192 in 10.0860 sec 2024-12-05T14:14:41,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-05T14:14:41,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9c7271257128f67c9bee9266d460b10, ASSIGN in 10.2510 sec 2024-12-05T14:14:41,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T14:14:41,662 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733408081662"}]},"ts":"1733408081662"} 2024-12-05T14:14:41,664 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-05T14:14:41,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T14:14:41,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3590 sec 2024-12-05T14:14:44,660 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-05T14:14:47,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T14:14:47,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:47,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:47,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T14:14:48,874 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:14:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T14:14:49,574 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-05T14:14:49,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-05T14:14:49,574 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:14:49,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-05T14:14:49,579 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:14:49,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-05T14:14:49,612 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537., hostname=218194e0d8ec,46815,1733408059276, seqNum=2] 2024-12-05T14:14:49,613 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537., hostname=218194e0d8ec,46815,1733408059276, seqNum=2] 2024-12-05T14:14:49,617 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537., hostname=218194e0d8ec,46815,1733408059276, seqNum=2] 2024-12-05T14:14:49,618 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537., hostname=218194e0d8ec,46815,1733408059276, seqNum=2] 2024-12-05T14:14:49,619 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537., hostname=218194e0d8ec,46815,1733408059276, seqNum=2] 2024-12-05T14:14:49,671 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5., hostname=218194e0d8ec,34175,1733408059192, seqNum=2] 2024-12-05T14:14:49,673 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5., hostname=218194e0d8ec,34175,1733408059192, seqNum=2] 2024-12-05T14:14:49,677 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5., hostname=218194e0d8ec,34175,1733408059192, seqNum=2] 2024-12-05T14:14:49,679 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5., hostname=218194e0d8ec,34175,1733408059192, seqNum=2] 2024-12-05T14:14:49,706 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5., hostname=218194e0d8ec,34175,1733408059192, seqNum=2] 2024-12-05T14:14:49,733 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2., hostname=218194e0d8ec,34175,1733408059192, seqNum=2] 2024-12-05T14:14:49,734 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2., hostname=218194e0d8ec,34175,1733408059192, seqNum=2] 2024-12-05T14:14:49,736 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2., hostname=218194e0d8ec,34175,1733408059192, seqNum=2] 2024-12-05T14:14:49,742 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2., hostname=218194e0d8ec,34175,1733408059192, seqNum=2] 2024-12-05T14:14:49,743 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2., hostname=218194e0d8ec,34175,1733408059192, seqNum=2] 2024-12-05T14:14:49,802 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb., hostname=218194e0d8ec,39075,1733408059116, seqNum=2] 2024-12-05T14:14:49,804 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb., hostname=218194e0d8ec,39075,1733408059116, seqNum=2] 2024-12-05T14:14:49,809 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb., hostname=218194e0d8ec,39075,1733408059116, seqNum=2] 2024-12-05T14:14:49,810 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb., hostname=218194e0d8ec,39075,1733408059116, seqNum=2] 2024-12-05T14:14:49,812 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb., hostname=218194e0d8ec,39075,1733408059116, seqNum=2] 2024-12-05T14:14:50,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:14:50,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:14:50,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T14:14:50,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T14:14:50,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46815 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T14:14:50,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T14:14:50,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:14:50,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T14:14:51,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-05T14:14:51,376 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-05T14:14:51,376 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:14:51,377 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-05T14:14:51,384 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-05T14:14:51,388 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-05T14:14:51,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741848_1024 (size=49) 2024-12-05T14:14:51,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741848_1024 (size=49) 2024-12-05T14:14:51,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741848_1024 (size=49) 2024-12-05T14:14:51,448 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-05T14:14:51,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0111bc4a5a99d67b25488b0cab40c8c6}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91d16e485957595a973eeb8d6bd2ce7a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eee0296dda7367a0c38b56baa94b62c5}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d1d96bb3602749c08e3980a20b1fba23}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9c7271257128f67c9bee9266d460b10}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d92637495354f5fc766a51dc03435151}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61b110bb265761a2c1fb374e2c1bd537}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e010673af7ce85ffe37f34cc872e07f5}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b523b9c0f6bdde8615c91650a6ef01c2}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358c6c268ed6ed339bd12db9fee084fb}] 2024-12-05T14:14:51,450 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:14:51,450 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:14:51,450 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:14:51,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:14:51,451 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:14:51,459 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:14:51,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:14:51,460 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d92637495354f5fc766a51dc03435151 2024-12-05T14:14:51,460 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:14:51,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:01,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-05T14:15:01,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-05T14:15:01,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-05T14:15:01,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-05T14:15:01,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-05T14:15:01,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-05T14:15:01,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:15:01,454 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:15:01,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d1d96bb3602749c08e3980a20b1fba23: 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for e9c7271257128f67c9bee9266d460b10: 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. for SnapshotProcedureTest completed. 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. for SnapshotProcedureTest completed. 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:15:01,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:15:01,455 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing b523b9c0f6bdde8615c91650a6ef01c2 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-05T14:15:01,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:15:01,457 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 358c6c268ed6ed339bd12db9fee084fb 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-05T14:15:01,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-05T14:15:01,460 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:15:01,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-05T14:15:01,461 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 61b110bb265761a2c1fb374e2c1bd537 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-05T14:15:01,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 91d16e485957595a973eeb8d6bd2ce7a: 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. for SnapshotProcedureTest completed. 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d92637495354f5fc766a51dc03435151: 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. for SnapshotProcedureTest completed. 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:15:01,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:15:01,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:15:01,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 0111bc4a5a99d67b25488b0cab40c8c6: 2024-12-05T14:15:01,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. for SnapshotProcedureTest completed. 2024-12-05T14:15:01,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:15:01,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for eee0296dda7367a0c38b56baa94b62c5: 2024-12-05T14:15:01,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. for SnapshotProcedureTest completed. 2024-12-05T14:15:01,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:15:01,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:15:01,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:15:01,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-05T14:15:01,520 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537/.tmp/cf/f16e7fb435df4253abcdb5aebe22456d is 34, key is aaa/cf:cf/1733408090610/Put/seqid=0 2024-12-05T14:15:01,530 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/.tmp/cf/4e3e1681d4544e85b8a88993856ee263 is 34, key is ccd/cf:cf/1733408090720/Put/seqid=0 2024-12-05T14:15:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741849_1025 (size=65) 2024-12-05T14:15:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741849_1025 (size=65) 2024-12-05T14:15:01,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741849_1025 (size=65) 2024-12-05T14:15:01,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:15:01,546 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-05T14:15:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-05T14:15:01,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:15:01,547 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:15:01,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d1d96bb3602749c08e3980a20b1fba23 in 10.1000 sec 2024-12-05T14:15:01,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb/.tmp/cf/a2ec124d7832419198998052aefc5959 is 34, key is eaa/cf:cf/1733408091250/Put/seqid=0 2024-12-05T14:15:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741850_1026 (size=65) 2024-12-05T14:15:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741850_1026 (size=65) 2024-12-05T14:15:01,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:15:01,583 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T14:15:01,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741850_1026 (size=65) 2024-12-05T14:15:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T14:15:01,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:15:01,584 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:15:01,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eee0296dda7367a0c38b56baa94b62c5 in 10.1380 sec 2024-12-05T14:15:01,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741852_1028 (size=57) 2024-12-05T14:15:01,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741852_1028 (size=57) 2024-12-05T14:15:01,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741852_1028 (size=57) 2024-12-05T14:15:01,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:15:01,606 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T14:15:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T14:15:01,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:15:01,607 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:15:01,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0111bc4a5a99d67b25488b0cab40c8c6 in 10.1600 sec 2024-12-05T14:15:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741853_1029 (size=65) 2024-12-05T14:15:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741853_1029 (size=65) 2024-12-05T14:15:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741853_1029 (size=65) 2024-12-05T14:15:01,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:15:01,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-05T14:15:01,641 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:15:01,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing e010673af7ce85ffe37f34cc872e07f5 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-05T14:15:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-05T14:15:01,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:01,642 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:01,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 91d16e485957595a973eeb8d6bd2ce7a in 10.1950 sec 2024-12-05T14:15:01,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741851_1027 (size=65) 2024-12-05T14:15:01,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741851_1027 (size=65) 2024-12-05T14:15:01,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741851_1027 (size=65) 2024-12-05T14:15:01,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:15:01,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-05T14:15:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-05T14:15:01,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d92637495354f5fc766a51dc03435151 2024-12-05T14:15:01,668 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d92637495354f5fc766a51dc03435151 2024-12-05T14:15:01,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d92637495354f5fc766a51dc03435151 in 10.2220 sec 2024-12-05T14:15:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741854_1030 (size=65) 2024-12-05T14:15:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741854_1030 (size=65) 2024-12-05T14:15:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741854_1030 (size=65) 2024-12-05T14:15:01,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:15:01,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T14:15:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T14:15:01,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:01,680 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:01,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e9c7271257128f67c9bee9266d460b10 in 10.2350 sec 2024-12-05T14:15:01,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/.tmp/cf/7d06b466476d4151af40f77d32070985 is 34, key is baa/cf:cf/1733408090643/Put/seqid=0 2024-12-05T14:15:01,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741855_1031 (size=499309) 2024-12-05T14:15:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741855_1031 (size=499309) 2024-12-05T14:15:01,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741855_1031 (size=499309) 2024-12-05T14:15:01,739 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb/.tmp/cf/a2ec124d7832419198998052aefc5959 2024-12-05T14:15:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741857_1033 (size=47197) 2024-12-05T14:15:01,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741857_1033 (size=47197) 2024-12-05T14:15:01,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741857_1033 (size=47197) 2024-12-05T14:15:01,759 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/.tmp/cf/4e3e1681d4544e85b8a88993856ee263 2024-12-05T14:15:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741856_1032 (size=26918) 2024-12-05T14:15:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741856_1032 (size=26918) 2024-12-05T14:15:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741856_1032 (size=26918) 2024-12-05T14:15:01,776 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537/.tmp/cf/f16e7fb435df4253abcdb5aebe22456d 2024-12-05T14:15:01,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb/.tmp/cf/a2ec124d7832419198998052aefc5959 as hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb/cf/a2ec124d7832419198998052aefc5959 2024-12-05T14:15:01,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/.tmp/cf/4e3e1681d4544e85b8a88993856ee263 as hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/cf/4e3e1681d4544e85b8a88993856ee263 2024-12-05T14:15:01,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537/.tmp/cf/f16e7fb435df4253abcdb5aebe22456d as hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537/cf/f16e7fb435df4253abcdb5aebe22456d 2024-12-05T14:15:01,864 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb/cf/a2ec124d7832419198998052aefc5959, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-05T14:15:01,866 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 358c6c268ed6ed339bd12db9fee084fb in 409ms, sequenceid=5, compaction requested=false 2024-12-05T14:15:01,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 358c6c268ed6ed339bd12db9fee084fb: 2024-12-05T14:15:01,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. for SnapshotProcedureTest completed. 2024-12-05T14:15:01,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:15:01,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb/cf/a2ec124d7832419198998052aefc5959] hfiles 2024-12-05T14:15:01,867 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb/cf/a2ec124d7832419198998052aefc5959 for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,871 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/cf/4e3e1681d4544e85b8a88993856ee263, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-05T14:15:01,871 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537/cf/f16e7fb435df4253abcdb5aebe22456d, entries=676, sequenceid=5, filesize=26.3 K 2024-12-05T14:15:01,872 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for b523b9c0f6bdde8615c91650a6ef01c2 in 417ms, sequenceid=5, compaction requested=false 2024-12-05T14:15:01,872 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 61b110bb265761a2c1fb374e2c1bd537 in 412ms, sequenceid=5, compaction requested=false 2024-12-05T14:15:01,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for b523b9c0f6bdde8615c91650a6ef01c2: 2024-12-05T14:15:01,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 61b110bb265761a2c1fb374e2c1bd537: 2024-12-05T14:15:01,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. for SnapshotProcedureTest completed. 2024-12-05T14:15:01,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. for SnapshotProcedureTest completed. 2024-12-05T14:15:01,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:15:01,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:15:01,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/cf/4e3e1681d4544e85b8a88993856ee263] hfiles 2024-12-05T14:15:01,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537/cf/f16e7fb435df4253abcdb5aebe22456d] hfiles 2024-12-05T14:15:01,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/cf/4e3e1681d4544e85b8a88993856ee263 for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537/cf/f16e7fb435df4253abcdb5aebe22456d for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741858_1034 (size=28623) 2024-12-05T14:15:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741858_1034 (size=28623) 2024-12-05T14:15:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741858_1034 (size=28623) 2024-12-05T14:15:01,899 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/.tmp/cf/7d06b466476d4151af40f77d32070985 2024-12-05T14:15:01,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/.tmp/cf/7d06b466476d4151af40f77d32070985 as hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/cf/7d06b466476d4151af40f77d32070985 2024-12-05T14:15:01,923 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/cf/7d06b466476d4151af40f77d32070985, entries=731, sequenceid=5, filesize=28.0 K 2024-12-05T14:15:01,924 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for e010673af7ce85ffe37f34cc872e07f5 in 283ms, sequenceid=5, compaction requested=false 2024-12-05T14:15:01,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for e010673af7ce85ffe37f34cc872e07f5: 2024-12-05T14:15:01,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. for SnapshotProcedureTest completed. 2024-12-05T14:15:01,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5.' region-info for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-05T14:15:01,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/cf/7d06b466476d4151af40f77d32070985] hfiles 2024-12-05T14:15:01,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/cf/7d06b466476d4151af40f77d32070985 for snapshot=SnapshotProcedureTest 2024-12-05T14:15:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741859_1035 (size=105) 2024-12-05T14:15:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741859_1035 (size=105) 2024-12-05T14:15:01,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741859_1035 (size=105) 2024-12-05T14:15:01,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:15:01,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-05T14:15:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-05T14:15:01,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:15:01,984 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:15:01,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 61b110bb265761a2c1fb374e2c1bd537 in 10.5380 sec 2024-12-05T14:15:02,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741860_1036 (size=105) 2024-12-05T14:15:02,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741860_1036 (size=105) 2024-12-05T14:15:02,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741860_1036 (size=105) 2024-12-05T14:15:02,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:15:02,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-05T14:15:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-05T14:15:02,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:02,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:02,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b523b9c0f6bdde8615c91650a6ef01c2 in 10.5600 sec 2024-12-05T14:15:02,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741861_1037 (size=105) 2024-12-05T14:15:02,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741861_1037 (size=105) 2024-12-05T14:15:02,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741861_1037 (size=105) 2024-12-05T14:15:02,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:15:02,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-05T14:15:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-05T14:15:02,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:02,019 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:02,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e010673af7ce85ffe37f34cc872e07f5 in 10.5730 sec 2024-12-05T14:15:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741862_1038 (size=97) 2024-12-05T14:15:02,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741862_1038 (size=97) 2024-12-05T14:15:02,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741862_1038 (size=97) 2024-12-05T14:15:02,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:15:02,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-05T14:15:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-05T14:15:02,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:15:02,030 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:15:02,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-05T14:15:02,037 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-05T14:15:02,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 358c6c268ed6ed339bd12db9fee084fb in 10.5850 sec 2024-12-05T14:15:02,038 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-05T14:15:02,038 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-05T14:15:02,038 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-05T14:15:02,041 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T14:15:02,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741863_1039 (size=1174) 2024-12-05T14:15:02,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741863_1039 (size=1174) 2024-12-05T14:15:02,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741863_1039 (size=1174) 2024-12-05T14:15:02,094 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-05T14:15:02,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-05T14:15:02,103 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,34175,1733408059192 2024-12-05T14:15:02,103 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,34175,1733408059192 2024-12-05T14:15:02,103 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,34175,1733408059192 2024-12-05T14:15:02,103 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:02,105 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:02,110 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:02,114 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:02,115 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:02,116 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:02,191 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:15:02,191 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 218194e0d8ec,34175,1733408059192 2024-12-05T14:15:02,192 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 218194e0d8ec,34175,1733408059192: Simulated kill ***** 2024-12-05T14:15:02,192 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T14:15:02,192 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T14:15:02,193 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T14:15:02,193 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T14:15:02,193 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T14:15:02,193 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 629472848 }, "NonHeapMemoryUsage": { "committed": 177537024, "init": 7667712, "max": -1, "used": 173332704 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T14:15:02,194 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] master.MasterRpcServices(700): 218194e0d8ec,34175,1733408059192 reported a fatal error: ***** ABORTING region server 218194e0d8ec,34175,1733408059192: Simulated kill ***** 2024-12-05T14:15:02,194 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,34175,1733408059192' ***** 2024-12-05T14:15:02,194 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-05T14:15:02,195 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:15:02,195 INFO [RS:1;218194e0d8ec:34175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-05T14:15:02,195 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:15:02,195 INFO [RS:1;218194e0d8ec:34175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-05T14:15:02,195 INFO [RS:1;218194e0d8ec:34175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:15:02,195 INFO [RS:1;218194e0d8ec:34175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;218194e0d8ec:34175. 2024-12-05T14:15:02,195 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T14:15:02,195 DEBUG [RS:1;218194e0d8ec:34175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:15:02,195 DEBUG [RS:1;218194e0d8ec:34175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:15:02,195 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:15:02,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741835_1011 (size=2301) 2024-12-05T14:15:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741835_1011 (size=2301) 2024-12-05T14:15:02,200 DEBUG [RS:1;218194e0d8ec:34175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:15:02,200 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:15:02,200 INFO [RS:1;218194e0d8ec:34175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34175 2024-12-05T14:15:02,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741835_1011 (size=2301) 2024-12-05T14:15:02,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/218194e0d8ec,34175,1733408059192 2024-12-05T14:15:02,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:15:02,261 INFO [RS:1;218194e0d8ec:34175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:15:02,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,34175,1733408059192] 2024-12-05T14:15:02,282 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/218194e0d8ec,34175,1733408059192 already deleted, retry=false 2024-12-05T14:15:02,282 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 218194e0d8ec,34175,1733408059192 on 218194e0d8ec,39645,1733408058918 2024-12-05T14:15:02,283 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 218194e0d8ec,34175,1733408059192, splitWal=true, meta=false 2024-12-05T14:15:02,283 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 218194e0d8ec,34175,1733408059192 (carryingMeta=false) 218194e0d8ec,34175,1733408059192/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2563e0b6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T14:15:02,284 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 218194e0d8ec,34175,1733408059192, splitWal=true, meta=false 2024-12-05T14:15:02,286 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 218194e0d8ec,34175,1733408059192 had 4 regions 2024-12-05T14:15:02,287 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 218194e0d8ec,34175,1733408059192, splitWal=true, meta=false, isMeta: false 2024-12-05T14:15:02,288 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting 2024-12-05T14:15:02,288 INFO [PEWorker-5 {}] master.SplitWALManager(105): 218194e0d8ec,34175,1733408059192 WAL count=1, meta=false 2024-12-05T14:15:02,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 218194e0d8ec%2C34175%2C1733408059192.1733408060895}] 2024-12-05T14:15:02,290 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:02,291 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,34175,1733408059192 Release verify snapshot worker=218194e0d8ec,34175,1733408059192 2024-12-05T14:15:02,291 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 218194e0d8ec,34175,1733408059192, this operation will be retried to send to another server 2024-12-05T14:15:02,292 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T14:15:02,292 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733408103292 2024-12-05T14:15:02,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 218194e0d8ec%2C34175%2C1733408059192.1733408060895, worker=218194e0d8ec,39075,1733408059116}] 2024-12-05T14:15:02,294 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,34175,1733408059192 Release verify snapshot worker=218194e0d8ec,34175,1733408059192 2024-12-05T14:15:02,294 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 218194e0d8ec,34175,1733408059192, this operation will be retried to send to another server 2024-12-05T14:15:02,294 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T14:15:02,294 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733408103294 2024-12-05T14:15:02,295 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-05T14:15:02,295 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-12-05T14:15:02,296 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-12-05T14:15:02,296 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-12-05T14:15:02,296 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,34175,1733408059192 Release verify snapshot worker=218194e0d8ec,34175,1733408059192 2024-12-05T14:15:02,296 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 218194e0d8ec,34175,1733408059192, this operation will be retried to send to another server 2024-12-05T14:15:02,296 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T14:15:02,296 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733408103296 2024-12-05T14:15:02,372 INFO [RS:1;218194e0d8ec:34175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:15:02,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:15:02,372 INFO [RS:1;218194e0d8ec:34175 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,34175,1733408059192; zookeeper connection closed. 2024-12-05T14:15:02,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34175-0x101a5d7e9a70002, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:15:02,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66506a51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66506a51 2024-12-05T14:15:02,733 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T14:15:02,733 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T14:15:11,802 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T14:15:11,802 INFO [master/218194e0d8ec:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T14:15:12,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-05T14:15:12,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-05T14:15:12,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-05T14:15:12,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-05T14:15:12,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T14:15:12,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-05T14:15:12,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-05T14:15:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-05T14:15:12,111 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-05T14:15:12,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-05T14:15:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-05T14:15:12,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-05T14:15:12,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-05T14:15:12,113 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 Release verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-05T14:15:12,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-05T14:15:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-05T14:15:12,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-05T14:15:12,118 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 Release verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-05T14:15:12,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-05T14:15:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-05T14:15:12,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 in 10.0190 sec 2024-12-05T14:15:12,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 in 10.0140 sec 2024-12-05T14:15:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-05T14:15:12,125 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:12,125 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:12,125 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895, size=2.2 K (2301bytes) 2024-12-05T14:15:12,125 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895 2024-12-05T14:15:12,125 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,46815,1733408059276 Release verify snapshot worker=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:12,125 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 Release verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:12,126 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895 after 1ms 2024-12-05T14:15:12,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 in 10.0260 sec 2024-12-05T14:15:12,136 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,46815,1733408059276 Release verify snapshot worker=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:12,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,46815,1733408059276 in 10.0260 sec 2024-12-05T14:15:12,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,46815,1733408059276 in 10.0370 sec 2024-12-05T14:15:12,140 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,46815,1733408059276 Release verify snapshot worker=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:12,140 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:12,141 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:12,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,46815,1733408059276 in 10.0410 sec 2024-12-05T14:15:12,161 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895 took 36ms 2024-12-05T14:15:12,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e010673af7ce85ffe37f34cc872e07f5: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-05T14:15:12,168 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 91d16e485957595a973eeb8d6bd2ce7a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T14:15:12,169 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for b523b9c0f6bdde8615c91650a6ef01c2: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-05T14:15:12,171 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for e9c7271257128f67c9bee9266d460b10: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-05T14:15:12,172 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895 so closing down 2024-12-05T14:15:12,172 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-05T14:15:12,172 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-05T14:15:12,172 INFO [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 8 edits across 0 Regions in 9 ms; skipped=8; WAL=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895, size=2.2 K, length=2301, corrupted=false, cancelled=false 2024-12-05T14:15:12,172 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895, journal: Splitting hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895, size=2.2 K (2301bytes) at 1733408112125Finishing writing output for hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895 so closing down at 1733408112172 (+47 ms)3 split writer threads finished at 1733408112172Processed 8 edits across 0 Regions in 9 ms; skipped=8; WAL=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895, size=2.2 K, length=2301, corrupted=false, cancelled=false at 1733408112172 2024-12-05T14:15:12,172 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895 2024-12-05T14:15:12,172 DEBUG [RS_LOG_REPLAY_OPS-regionserver/218194e0d8ec:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-05T14:15:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-05T14:15:12,177 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting/218194e0d8ec%2C34175%2C1733408059192.1733408060895 to hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/oldWALs 2024-12-05T14:15:12,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-05T14:15:12,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 218194e0d8ec%2C34175%2C1733408059192.1733408060895, worker=218194e0d8ec,39075,1733408059116 in 9.8850 sec 2024-12-05T14:15:12,181 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:12,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-05T14:15:12,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 218194e0d8ec%2C34175%2C1733408059192.1733408060895, worker=218194e0d8ec,39075,1733408059116 in 9.8930 sec 2024-12-05T14:15:12,190 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting dir is empty, no logs to split. 2024-12-05T14:15:12,190 INFO [PEWorker-5 {}] master.SplitWALManager(105): 218194e0d8ec,34175,1733408059192 WAL count=0, meta=false 2024-12-05T14:15:12,191 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 218194e0d8ec,34175,1733408059192 WAL splitting is done? wals=0, meta=false 2024-12-05T14:15:12,193 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 218194e0d8ec,34175,1733408059192 failed, ignore...File hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/WALs/218194e0d8ec,34175,1733408059192-splitting does not exist. 2024-12-05T14:15:12,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e010673af7ce85ffe37f34cc872e07f5, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91d16e485957595a973eeb8d6bd2ce7a, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9c7271257128f67c9bee9266d460b10, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b523b9c0f6bdde8615c91650a6ef01c2, ASSIGN}] 2024-12-05T14:15:12,197 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b523b9c0f6bdde8615c91650a6ef01c2, ASSIGN 2024-12-05T14:15:12,197 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9c7271257128f67c9bee9266d460b10, ASSIGN 2024-12-05T14:15:12,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91d16e485957595a973eeb8d6bd2ce7a, ASSIGN 2024-12-05T14:15:12,197 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e010673af7ce85ffe37f34cc872e07f5, ASSIGN 2024-12-05T14:15:12,199 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b523b9c0f6bdde8615c91650a6ef01c2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:15:12,200 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9c7271257128f67c9bee9266d460b10, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:15:12,200 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91d16e485957595a973eeb8d6bd2ce7a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:15:12,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e010673af7ce85ffe37f34cc872e07f5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T14:15:12,350 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(204): Hosts are {218194e0d8ec=0} racks are {/default-rack=0} 2024-12-05T14:15:12,350 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-05T14:15:12,350 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-05T14:15:12,350 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-05T14:15:12,350 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-05T14:15:12,350 INFO [218194e0d8ec:39645 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-05T14:15:12,350 INFO [218194e0d8ec:39645 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-05T14:15:12,350 DEBUG [218194e0d8ec:39645 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T14:15:12,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=91d16e485957595a973eeb8d6bd2ce7a, regionState=OPENING, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:12,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=b523b9c0f6bdde8615c91650a6ef01c2, regionState=OPENING, regionLocation=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:12,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=e9c7271257128f67c9bee9266d460b10, regionState=OPENING, regionLocation=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:12,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=e010673af7ce85ffe37f34cc872e07f5, regionState=OPENING, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:12,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=91d16e485957595a973eeb8d6bd2ce7a, ASSIGN because future has completed 2024-12-05T14:15:12,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91d16e485957595a973eeb8d6bd2ce7a, server=218194e0d8ec,39075,1733408059116}] 2024-12-05T14:15:12,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e9c7271257128f67c9bee9266d460b10, ASSIGN because future has completed 2024-12-05T14:15:12,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9c7271257128f67c9bee9266d460b10, server=218194e0d8ec,46815,1733408059276}] 2024-12-05T14:15:12,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e010673af7ce85ffe37f34cc872e07f5, ASSIGN because future has completed 2024-12-05T14:15:12,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b523b9c0f6bdde8615c91650a6ef01c2, ASSIGN because future has completed 2024-12-05T14:15:12,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure e010673af7ce85ffe37f34cc872e07f5, server=218194e0d8ec,39075,1733408059116}] 2024-12-05T14:15:12,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure b523b9c0f6bdde8615c91650a6ef01c2, server=218194e0d8ec,46815,1733408059276}] 2024-12-05T14:15:18,875 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T14:15:20,754 INFO [regionserver/218194e0d8ec:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-05T14:15:22,129 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:15:22,130 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 91d16e485957595a973eeb8d6bd2ce7a, NAME => 'SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-05T14:15:22,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-05T14:15:22,130 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-05T14:15:22,130 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:15:22,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-05T14:15:22,130 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,130 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,130 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-05T14:15:22,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-05T14:15:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-05T14:15:22,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-05T14:15:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-05T14:15:22,134 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 Release verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:22,134 INFO [StoreOpener-91d16e485957595a973eeb8d6bd2ce7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-05T14:15:22,135 INFO [StoreOpener-91d16e485957595a973eeb8d6bd2ce7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91d16e485957595a973eeb8d6bd2ce7a columnFamilyName cf 2024-12-05T14:15:22,135 DEBUG [StoreOpener-91d16e485957595a973eeb8d6bd2ce7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:15:22,136 INFO [StoreOpener-91d16e485957595a973eeb8d6bd2ce7a-1 {}] regionserver.HStore(327): Store=91d16e485957595a973eeb8d6bd2ce7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:15:22,136 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 in 20.0350 sec 2024-12-05T14:15:22,138 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 Release verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:22,138 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 Release verify snapshot worker=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:22,138 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 in 20.0390 sec 2024-12-05T14:15:22,140 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,140 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,140 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,39075,1733408059116 in 20.0390 sec 2024-12-05T14:15:22,143 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,143 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:15:22,143 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 91d16e485957595a973eeb8d6bd2ce7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64301495, jitterRate=-0.0418330579996109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:15:22,144 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-05T14:15:22,144 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => e9c7271257128f67c9bee9266d460b10, NAME => 'SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-05T14:15:22,144 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 91d16e485957595a973eeb8d6bd2ce7a: Running coprocessor pre-open hook at 1733408122130Writing region info on filesystem at 1733408122130Initializing all the Stores at 1733408122133 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408122133Cleaning up temporary data from old regions at 1733408122140 (+7 ms)Running coprocessor post-open hooks at 1733408122144 (+4 ms)Region opened successfully at 1733408122144 2024-12-05T14:15:22,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-05T14:15:22,144 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,144 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:15:22,144 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,144 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39645 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-05T14:15:22,145 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a., pid=53, masterSystemTime=1733408122125 2024-12-05T14:15:22,146 INFO [StoreOpener-e9c7271257128f67c9bee9266d460b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,146 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:15:22,146 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:15:22,147 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:15:22,147 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => e010673af7ce85ffe37f34cc872e07f5, NAME => 'SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-05T14:15:22,147 INFO [StoreOpener-e9c7271257128f67c9bee9266d460b10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9c7271257128f67c9bee9266d460b10 columnFamilyName cf 2024-12-05T14:15:22,147 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,147 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:15:22,147 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,147 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,148 DEBUG [StoreOpener-e9c7271257128f67c9bee9266d460b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:15:22,148 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,46815,1733408059276 Release verify snapshot worker=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:22,149 INFO [StoreOpener-e9c7271257128f67c9bee9266d460b10-1 {}] regionserver.HStore(327): Store=e9c7271257128f67c9bee9266d460b10/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:15:22,149 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,149 INFO [StoreOpener-e010673af7ce85ffe37f34cc872e07f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,149 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=91d16e485957595a973eeb8d6bd2ce7a, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:22,150 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,150 INFO [StoreOpener-e010673af7ce85ffe37f34cc872e07f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e010673af7ce85ffe37f34cc872e07f5 columnFamilyName cf 2024-12-05T14:15:22,150 DEBUG [StoreOpener-e010673af7ce85ffe37f34cc872e07f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:15:22,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91d16e485957595a973eeb8d6bd2ce7a, server=218194e0d8ec,39075,1733408059116 because future has completed 2024-12-05T14:15:22,151 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,152 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,152 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=25 2024-12-05T14:15:22,153 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-05T14:15:22,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=218194e0d8ec,46815,1733408059276 in 20.0490 sec 2024-12-05T14:15:22,153 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/.hbase-snapshot/SnapshotProcedureTest 2024-12-05T14:15:22,154 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,155 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened e9c7271257128f67c9bee9266d460b10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74371948, jitterRate=0.10822838544845581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:15:22,155 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,155 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for e9c7271257128f67c9bee9266d460b10: Running coprocessor pre-open hook at 1733408122144Writing region info on filesystem at 1733408122144Initializing all the Stores at 1733408122145 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408122145Cleaning up temporary data from old regions at 1733408122152 (+7 ms)Running coprocessor post-open hooks at 1733408122155 (+3 ms)Region opened successfully at 1733408122155 2024-12-05T14:15:22,156 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10., pid=54, masterSystemTime=1733408122140 2024-12-05T14:15:22,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-12-05T14:15:22,156 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-05T14:15:22,156 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-05T14:15:22,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 91d16e485957595a973eeb8d6bd2ce7a, server=218194e0d8ec,39075,1733408059116 in 9.7990 sec 2024-12-05T14:15:22,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=91d16e485957595a973eeb8d6bd2ce7a, ASSIGN in 9.9610 sec 2024-12-05T14:15:22,159 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:15:22,159 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:15:22,159 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:15:22,159 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => b523b9c0f6bdde8615c91650a6ef01c2, NAME => 'SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-05T14:15:22,160 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,160 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T14:15:22,160 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,160 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.7820 sec 2024-12-05T14:15:22,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=e9c7271257128f67c9bee9266d460b10, regionState=OPEN, openSeqNum=2, regionLocation=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:22,161 INFO [StoreOpener-b523b9c0f6bdde8615c91650a6ef01c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9c7271257128f67c9bee9266d460b10, server=218194e0d8ec,46815,1733408059276 because future has completed 2024-12-05T14:15:22,165 INFO [StoreOpener-b523b9c0f6bdde8615c91650a6ef01c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b523b9c0f6bdde8615c91650a6ef01c2 columnFamilyName cf 2024-12-05T14:15:22,165 DEBUG [StoreOpener-b523b9c0f6bdde8615c91650a6ef01c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T14:15:22,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-12-05T14:15:22,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure e9c7271257128f67c9bee9266d460b10, server=218194e0d8ec,46815,1733408059276 in 9.8100 sec 2024-12-05T14:15:22,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e9c7271257128f67c9bee9266d460b10, ASSIGN in 9.9730 sec 2024-12-05T14:15:22,178 DEBUG [StoreOpener-e010673af7ce85ffe37f34cc872e07f5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/cf/7d06b466476d4151af40f77d32070985 2024-12-05T14:15:22,178 INFO [StoreOpener-e010673af7ce85ffe37f34cc872e07f5-1 {}] regionserver.HStore(327): Store=e010673af7ce85ffe37f34cc872e07f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:15:22,178 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,179 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,181 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,181 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,181 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,184 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,186 DEBUG [StoreOpener-b523b9c0f6bdde8615c91650a6ef01c2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/cf/4e3e1681d4544e85b8a88993856ee263 2024-12-05T14:15:22,186 INFO [StoreOpener-b523b9c0f6bdde8615c91650a6ef01c2-1 {}] regionserver.HStore(327): Store=b523b9c0f6bdde8615c91650a6ef01c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T14:15:22,186 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,187 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,189 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,189 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,189 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,192 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,193 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:15:22,195 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened e010673af7ce85ffe37f34cc872e07f5; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61445976, jitterRate=-0.08438360691070557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:15:22,195 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,195 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for e010673af7ce85ffe37f34cc872e07f5: Running coprocessor pre-open hook at 1733408122147Writing region info on filesystem at 1733408122147Initializing all the Stores at 1733408122148 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408122149 (+1 ms)Cleaning up temporary data from old regions at 1733408122181 (+32 ms)Running coprocessor post-open hooks at 1733408122195 (+14 ms)Region opened successfully at 1733408122195 2024-12-05T14:15:22,196 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5., pid=55, masterSystemTime=1733408122125 2024-12-05T14:15:22,197 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:15:22,199 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:15:22,199 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:15:22,199 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened b523b9c0f6bdde8615c91650a6ef01c2; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68270357, jitterRate=0.017307594418525696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T14:15:22,199 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,199 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for b523b9c0f6bdde8615c91650a6ef01c2: Running coprocessor pre-open hook at 1733408122160Writing region info on filesystem at 1733408122160Initializing all the Stores at 1733408122161 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733408122161Cleaning up temporary data from old regions at 1733408122189 (+28 ms)Running coprocessor post-open hooks at 1733408122199 (+10 ms)Region opened successfully at 1733408122199 2024-12-05T14:15:22,200 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=e010673af7ce85ffe37f34cc872e07f5, regionState=OPEN, openSeqNum=6, regionLocation=218194e0d8ec,39075,1733408059116 2024-12-05T14:15:22,201 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2., pid=56, masterSystemTime=1733408122140 2024-12-05T14:15:22,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure e010673af7ce85ffe37f34cc872e07f5, server=218194e0d8ec,39075,1733408059116 because future has completed 2024-12-05T14:15:22,203 DEBUG [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:15:22,204 INFO [RS_OPEN_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:15:22,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=b523b9c0f6bdde8615c91650a6ef01c2, regionState=OPEN, openSeqNum=6, regionLocation=218194e0d8ec,46815,1733408059276 2024-12-05T14:15:22,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure b523b9c0f6bdde8615c91650a6ef01c2, server=218194e0d8ec,46815,1733408059276 because future has completed 2024-12-05T14:15:22,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=52 2024-12-05T14:15:22,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure b523b9c0f6bdde8615c91650a6ef01c2, server=218194e0d8ec,46815,1733408059276 in 9.8490 sec 2024-12-05T14:15:22,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b523b9c0f6bdde8615c91650a6ef01c2, ASSIGN in 10.0170 sec 2024-12-05T14:15:22,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=49 2024-12-05T14:15:22,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure e010673af7ce85ffe37f34cc872e07f5, server=218194e0d8ec,39075,1733408059116 in 9.8470 sec 2024-12-05T14:15:22,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-12-05T14:15:22,217 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 218194e0d8ec,34175,1733408059192 after splitting done 2024-12-05T14:15:22,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e010673af7ce85ffe37f34cc872e07f5, ASSIGN in 10.0190 sec 2024-12-05T14:15:22,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 218194e0d8ec,34175,1733408059192, splitWal=true, meta=false in 19.9350 sec 2024-12-05T14:15:22,226 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-05T14:15:22,230 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-05T14:15:22,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T14:15:22,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:15:22,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:15:22,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:15:22,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:15:22,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T14:15:22,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T14:15:22,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=926886201, stopped=false 2024-12-05T14:15:22,231 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=218194e0d8ec,39645,1733408058918 2024-12-05T14:15:22,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:15:22,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:15:22,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:15:22,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:15:22,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T14:15:22,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:15:22,313 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:15:22,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T14:15:22,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:15:22,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:15:22,313 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,39075,1733408059116' ***** 2024-12-05T14:15:22,313 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:15:22,313 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '218194e0d8ec,46815,1733408059276' ***** 2024-12-05T14:15:22,313 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T14:15:22,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:15:22,313 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:15:22,314 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:15:22,314 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T14:15:22,314 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T14:15:22,314 INFO [RS:2;218194e0d8ec:46815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:15:22,314 INFO [RS:2;218194e0d8ec:46815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:15:22,314 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(3091): Received CLOSE for e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,315 INFO [RS:0;218194e0d8ec:39075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T14:15:22,315 INFO [RS:0;218194e0d8ec:39075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T14:15:22,315 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(3091): Received CLOSE for 358c6c268ed6ed339bd12db9fee084fb 2024-12-05T14:15:22,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:15:22,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T14:15:22,327 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(3091): Received CLOSE for 0111bc4a5a99d67b25488b0cab40c8c6 2024-12-05T14:15:22,327 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(3091): Received CLOSE for b523b9c0f6bdde8615c91650a6ef01c2 2024-12-05T14:15:22,327 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9c7271257128f67c9bee9266d460b10, disabling compactions & flushes 2024-12-05T14:15:22,327 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(3091): Received CLOSE for 61b110bb265761a2c1fb374e2c1bd537 2024-12-05T14:15:22,327 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:15:22,327 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(3091): Received CLOSE for d1d96bb3602749c08e3980a20b1fba23 2024-12-05T14:15:22,327 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:15:22,327 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,46815,1733408059276 2024-12-05T14:15:22,327 INFO [RS:2;218194e0d8ec:46815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:15:22,327 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. after waiting 0 ms 2024-12-05T14:15:22,327 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:15:22,327 INFO [RS:2;218194e0d8ec:46815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;218194e0d8ec:46815. 2024-12-05T14:15:22,328 DEBUG [RS:2;218194e0d8ec:46815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:15:22,328 DEBUG [RS:2;218194e0d8ec:46815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:15:22,328 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:15:22,328 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-05T14:15:22,328 DEBUG [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(1325): Online Regions={e9c7271257128f67c9bee9266d460b10=SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10., 0111bc4a5a99d67b25488b0cab40c8c6=SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6., b523b9c0f6bdde8615c91650a6ef01c2=SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2., 61b110bb265761a2c1fb374e2c1bd537=SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537., d1d96bb3602749c08e3980a20b1fba23=SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23.} 2024-12-05T14:15:22,328 DEBUG [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(1351): Waiting on 0111bc4a5a99d67b25488b0cab40c8c6, 61b110bb265761a2c1fb374e2c1bd537, b523b9c0f6bdde8615c91650a6ef01c2, d1d96bb3602749c08e3980a20b1fba23, e9c7271257128f67c9bee9266d460b10 2024-12-05T14:15:22,352 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(3091): Received CLOSE for eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:15:22,352 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(3091): Received CLOSE for d92637495354f5fc766a51dc03435151 2024-12-05T14:15:22,352 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(3091): Received CLOSE for e010673af7ce85ffe37f34cc872e07f5 2024-12-05T14:15:22,352 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(3091): Received CLOSE for 91d16e485957595a973eeb8d6bd2ce7a 2024-12-05T14:15:22,352 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(959): stopping server 218194e0d8ec,39075,1733408059116 2024-12-05T14:15:22,352 INFO [RS:0;218194e0d8ec:39075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:15:22,353 INFO [RS:0;218194e0d8ec:39075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;218194e0d8ec:39075. 2024-12-05T14:15:22,353 DEBUG [RS:0;218194e0d8ec:39075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T14:15:22,353 DEBUG [RS:0;218194e0d8ec:39075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:15:22,353 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:15:22,353 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:15:22,353 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:15:22,353 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T14:15:22,364 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-05T14:15:22,364 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 358c6c268ed6ed339bd12db9fee084fb, disabling compactions & flushes 2024-12-05T14:15:22,364 DEBUG [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(1325): Online Regions={358c6c268ed6ed339bd12db9fee084fb=SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb., eee0296dda7367a0c38b56baa94b62c5=SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5., d92637495354f5fc766a51dc03435151=SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151., e010673af7ce85ffe37f34cc872e07f5=SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5., 1588230740=hbase:meta,,1.1588230740, 91d16e485957595a973eeb8d6bd2ce7a=SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a.} 2024-12-05T14:15:22,364 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:15:22,364 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:15:22,364 DEBUG [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 358c6c268ed6ed339bd12db9fee084fb, 91d16e485957595a973eeb8d6bd2ce7a, d92637495354f5fc766a51dc03435151, e010673af7ce85ffe37f34cc872e07f5, eee0296dda7367a0c38b56baa94b62c5 2024-12-05T14:15:22,364 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. after waiting 0 ms 2024-12-05T14:15:22,364 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T14:15:22,364 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:15:22,365 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T14:15:22,365 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T14:15:22,365 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T14:15:22,365 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T14:15:22,365 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-12-05T14:15:22,366 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e9c7271257128f67c9bee9266d460b10/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T14:15:22,372 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:15:22,372 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9c7271257128f67c9bee9266d460b10: Waiting for close lock at 1733408122327Running coprocessor pre-close hooks at 1733408122327Disabling compacts and flushes for region at 1733408122327Disabling writes for close at 1733408122327Writing region close event to WAL at 1733408122341 (+14 ms)Running coprocessor post-close hooks at 1733408122372 (+31 ms)Closed at 1733408122372 2024-12-05T14:15:22,372 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733408071306.e9c7271257128f67c9bee9266d460b10. 2024-12-05T14:15:22,373 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0111bc4a5a99d67b25488b0cab40c8c6, disabling compactions & flushes 2024-12-05T14:15:22,373 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:15:22,373 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:15:22,373 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. after waiting 0 ms 2024-12-05T14:15:22,373 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:15:22,405 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/358c6c268ed6ed339bd12db9fee084fb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:15:22,407 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:15:22,407 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 358c6c268ed6ed339bd12db9fee084fb: Waiting for close lock at 1733408122364Running coprocessor pre-close hooks at 1733408122364Disabling compacts and flushes for region at 1733408122364Disabling writes for close at 1733408122364Writing region close event to WAL at 1733408122378 (+14 ms)Running coprocessor post-close hooks at 1733408122407 (+29 ms)Closed at 1733408122407 2024-12-05T14:15:22,407 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733408071306.358c6c268ed6ed339bd12db9fee084fb. 2024-12-05T14:15:22,407 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eee0296dda7367a0c38b56baa94b62c5, disabling compactions & flushes 2024-12-05T14:15:22,408 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:15:22,408 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:15:22,408 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. after waiting 0 ms 2024-12-05T14:15:22,408 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:15:22,413 INFO [regionserver/218194e0d8ec:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:15:22,413 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/.tmp/info/6d3ce5cf2908493fa080fc8d3d0385a7 is 167, key is SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a./info:regioninfo/1733408122148/Put/seqid=0 2024-12-05T14:15:22,417 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/0111bc4a5a99d67b25488b0cab40c8c6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:15:22,418 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:15:22,418 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0111bc4a5a99d67b25488b0cab40c8c6: Waiting for close lock at 1733408122373Running coprocessor pre-close hooks at 1733408122373Disabling compacts and flushes for region at 1733408122373Disabling writes for close at 1733408122373Writing region close event to WAL at 1733408122396 (+23 ms)Running coprocessor post-close hooks at 1733408122418 (+22 ms)Closed at 1733408122418 2024-12-05T14:15:22,418 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733408071306.0111bc4a5a99d67b25488b0cab40c8c6. 2024-12-05T14:15:22,418 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b523b9c0f6bdde8615c91650a6ef01c2, disabling compactions & flushes 2024-12-05T14:15:22,418 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:15:22,418 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:15:22,418 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. after waiting 0 ms 2024-12-05T14:15:22,419 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:15:22,445 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/eee0296dda7367a0c38b56baa94b62c5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:15:22,446 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:15:22,446 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eee0296dda7367a0c38b56baa94b62c5: Waiting for close lock at 1733408122407Running coprocessor pre-close hooks at 1733408122407Disabling compacts and flushes for region at 1733408122407Disabling writes for close at 1733408122408 (+1 ms)Writing region close event to WAL at 1733408122428 (+20 ms)Running coprocessor post-close hooks at 1733408122446 (+18 ms)Closed at 1733408122446 2024-12-05T14:15:22,446 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733408071306.eee0296dda7367a0c38b56baa94b62c5. 2024-12-05T14:15:22,446 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d92637495354f5fc766a51dc03435151, disabling compactions & flushes 2024-12-05T14:15:22,446 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:15:22,446 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:15:22,446 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. after waiting 0 ms 2024-12-05T14:15:22,446 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:15:22,453 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/b523b9c0f6bdde8615c91650a6ef01c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-05T14:15:22,454 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:15:22,455 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b523b9c0f6bdde8615c91650a6ef01c2: Waiting for close lock at 1733408122418Running coprocessor pre-close hooks at 1733408122418Disabling compacts and flushes for region at 1733408122418Disabling writes for close at 1733408122418Writing region close event to WAL at 1733408122437 (+19 ms)Running coprocessor post-close hooks at 1733408122454 (+17 ms)Closed at 1733408122454 2024-12-05T14:15:22,455 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733408071306.b523b9c0f6bdde8615c91650a6ef01c2. 2024-12-05T14:15:22,455 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61b110bb265761a2c1fb374e2c1bd537, disabling compactions & flushes 2024-12-05T14:15:22,455 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:15:22,455 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:15:22,455 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. after waiting 0 ms 2024-12-05T14:15:22,455 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:15:22,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741864_1040 (size=20292) 2024-12-05T14:15:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741864_1040 (size=20292) 2024-12-05T14:15:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741864_1040 (size=20292) 2024-12-05T14:15:22,476 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/.tmp/info/6d3ce5cf2908493fa080fc8d3d0385a7 2024-12-05T14:15:22,494 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/d92637495354f5fc766a51dc03435151/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:15:22,495 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:15:22,495 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d92637495354f5fc766a51dc03435151: Waiting for close lock at 1733408122446Running coprocessor pre-close hooks at 1733408122446Disabling compacts and flushes for region at 1733408122446Disabling writes for close at 1733408122446Writing region close event to WAL at 1733408122453 (+7 ms)Running coprocessor post-close hooks at 1733408122495 (+42 ms)Closed at 1733408122495 2024-12-05T14:15:22,495 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733408071306.d92637495354f5fc766a51dc03435151. 2024-12-05T14:15:22,496 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e010673af7ce85ffe37f34cc872e07f5, disabling compactions & flushes 2024-12-05T14:15:22,496 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:15:22,496 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:15:22,496 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. after waiting 0 ms 2024-12-05T14:15:22,496 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:15:22,505 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/61b110bb265761a2c1fb374e2c1bd537/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T14:15:22,506 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:15:22,507 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61b110bb265761a2c1fb374e2c1bd537: Waiting for close lock at 1733408122455Running coprocessor pre-close hooks at 1733408122455Disabling compacts and flushes for region at 1733408122455Disabling writes for close at 1733408122455Writing region close event to WAL at 1733408122493 (+38 ms)Running coprocessor post-close hooks at 1733408122506 (+13 ms)Closed at 1733408122506 2024-12-05T14:15:22,507 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733408071306.61b110bb265761a2c1fb374e2c1bd537. 2024-12-05T14:15:22,507 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1d96bb3602749c08e3980a20b1fba23, disabling compactions & flushes 2024-12-05T14:15:22,507 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:15:22,507 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:15:22,507 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. after waiting 0 ms 2024-12-05T14:15:22,507 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:15:22,513 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/.tmp/ns/bfbc38bf3bf74c59bd0981224171c74c is 43, key is default/ns:d/1733408071198/Put/seqid=0 2024-12-05T14:15:22,518 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/e010673af7ce85ffe37f34cc872e07f5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-05T14:15:22,519 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:15:22,520 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e010673af7ce85ffe37f34cc872e07f5: Waiting for close lock at 1733408122495Running coprocessor pre-close hooks at 1733408122495Disabling compacts and flushes for region at 1733408122495Disabling writes for close at 1733408122496 (+1 ms)Writing region close event to WAL at 1733408122508 (+12 ms)Running coprocessor post-close hooks at 1733408122519 (+11 ms)Closed at 1733408122519 2024-12-05T14:15:22,520 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733408071306.e010673af7ce85ffe37f34cc872e07f5. 2024-12-05T14:15:22,520 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91d16e485957595a973eeb8d6bd2ce7a, disabling compactions & flushes 2024-12-05T14:15:22,521 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:15:22,521 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:15:22,521 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. after waiting 0 ms 2024-12-05T14:15:22,521 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:15:22,521 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/d1d96bb3602749c08e3980a20b1fba23/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-05T14:15:22,522 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:15:22,522 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1d96bb3602749c08e3980a20b1fba23: Waiting for close lock at 1733408122507Running coprocessor pre-close hooks at 1733408122507Disabling compacts and flushes for region at 1733408122507Disabling writes for close at 1733408122507Writing region close event to WAL at 1733408122509 (+2 ms)Running coprocessor post-close hooks at 1733408122522 (+13 ms)Closed at 1733408122522 2024-12-05T14:15:22,523 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733408071306.d1d96bb3602749c08e3980a20b1fba23. 2024-12-05T14:15:22,528 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,46815,1733408059276; all regions closed. 2024-12-05T14:15:22,549 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/default/SPTestTable/91d16e485957595a973eeb8d6bd2ce7a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T14:15:22,549 INFO [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:15:22,549 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91d16e485957595a973eeb8d6bd2ce7a: Waiting for close lock at 1733408122520Running coprocessor pre-close hooks at 1733408122520Disabling compacts and flushes for region at 1733408122520Disabling writes for close at 1733408122521 (+1 ms)Writing region close event to WAL at 1733408122538 (+17 ms)Running coprocessor post-close hooks at 1733408122549 (+11 ms)Closed at 1733408122549 2024-12-05T14:15:22,550 DEBUG [RS_CLOSE_REGION-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733408071306.91d16e485957595a973eeb8d6bd2ce7a. 2024-12-05T14:15:22,565 DEBUG [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T14:15:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741834_1010 (size=3534) 2024-12-05T14:15:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741834_1010 (size=3534) 2024-12-05T14:15:22,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741834_1010 (size=3534) 2024-12-05T14:15:22,577 DEBUG [RS:2;218194e0d8ec:46815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/oldWALs 2024-12-05T14:15:22,577 INFO [RS:2;218194e0d8ec:46815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C46815%2C1733408059276:(num 1733408060903) 2024-12-05T14:15:22,577 DEBUG [RS:2;218194e0d8ec:46815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:15:22,577 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:15:22,577 INFO [RS:2;218194e0d8ec:46815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:15:22,577 INFO [RS:2;218194e0d8ec:46815 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T14:15:22,578 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T14:15:22,578 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T14:15:22,578 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:15:22,578 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T14:15:22,578 INFO [RS:2;218194e0d8ec:46815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:15:22,578 INFO [RS:2;218194e0d8ec:46815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46815 2024-12-05T14:15:22,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:15:22,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/218194e0d8ec,46815,1733408059276 2024-12-05T14:15:22,586 INFO [RS:2;218194e0d8ec:46815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:15:22,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741865_1041 (size=5153) 2024-12-05T14:15:22,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741865_1041 (size=5153) 2024-12-05T14:15:22,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741865_1041 (size=5153) 2024-12-05T14:15:22,621 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/.tmp/ns/bfbc38bf3bf74c59bd0981224171c74c 2024-12-05T14:15:22,651 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/.tmp/table/c01fbc41dc934cad8a96daf3d7ea781f is 47, key is SPTestTable/table:state/1733408081662/Put/seqid=0 2024-12-05T14:15:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741866_1042 (size=5214) 2024-12-05T14:15:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741866_1042 (size=5214) 2024-12-05T14:15:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741866_1042 (size=5214) 2024-12-05T14:15:22,678 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/.tmp/table/c01fbc41dc934cad8a96daf3d7ea781f 2024-12-05T14:15:22,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,46815,1733408059276] 2024-12-05T14:15:22,687 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/.tmp/info/6d3ce5cf2908493fa080fc8d3d0385a7 as hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/info/6d3ce5cf2908493fa080fc8d3d0385a7 2024-12-05T14:15:22,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/218194e0d8ec,46815,1733408059276 already deleted, retry=false 2024-12-05T14:15:22,691 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,46815,1733408059276 expired; onlineServers=1 2024-12-05T14:15:22,694 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/info/6d3ce5cf2908493fa080fc8d3d0385a7, entries=116, sequenceid=37, filesize=19.8 K 2024-12-05T14:15:22,696 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/.tmp/ns/bfbc38bf3bf74c59bd0981224171c74c as hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/ns/bfbc38bf3bf74c59bd0981224171c74c 2024-12-05T14:15:22,702 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/ns/bfbc38bf3bf74c59bd0981224171c74c, entries=2, sequenceid=37, filesize=5.0 K 2024-12-05T14:15:22,703 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/.tmp/table/c01fbc41dc934cad8a96daf3d7ea781f as hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/table/c01fbc41dc934cad8a96daf3d7ea781f 2024-12-05T14:15:22,718 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/table/c01fbc41dc934cad8a96daf3d7ea781f, entries=2, sequenceid=37, filesize=5.1 K 2024-12-05T14:15:22,720 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 355ms, sequenceid=37, compaction requested=false 2024-12-05T14:15:22,729 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-12-05T14:15:22,730 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T14:15:22,730 INFO [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T14:15:22,730 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733408122364Running coprocessor pre-close hooks at 1733408122364Disabling compacts and flushes for region at 1733408122364Disabling writes for close at 1733408122365 (+1 ms)Obtaining lock to block concurrent updates at 1733408122365Preparing flush snapshotting stores in 1588230740 at 1733408122365Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1733408122365Flushing stores of hbase:meta,,1.1588230740 at 1733408122367 (+2 ms)Flushing 1588230740/info: creating writer at 1733408122367Flushing 1588230740/info: appending metadata at 1733408122412 (+45 ms)Flushing 1588230740/info: closing flushed file at 1733408122413 (+1 ms)Flushing 1588230740/ns: creating writer at 1733408122484 (+71 ms)Flushing 1588230740/ns: appending metadata at 1733408122512 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733408122513 (+1 ms)Flushing 1588230740/table: creating writer at 1733408122632 (+119 ms)Flushing 1588230740/table: appending metadata at 1733408122651 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733408122651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c049aa: reopening flushed file at 1733408122687 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8247c: reopening flushed file at 1733408122695 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411bf565: reopening flushed file at 1733408122703 (+8 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 355ms, sequenceid=37, compaction requested=false at 1733408122720 (+17 ms)Writing region close event to WAL at 1733408122725 (+5 ms)Running coprocessor post-close hooks at 1733408122730 (+5 ms)Closed at 1733408122730 2024-12-05T14:15:22,731 DEBUG [RS_CLOSE_META-regionserver/218194e0d8ec:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T14:15:22,766 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(976): stopping server 218194e0d8ec,39075,1733408059116; all regions closed. 2024-12-05T14:15:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741836_1012 (size=19546) 2024-12-05T14:15:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741836_1012 (size=19546) 2024-12-05T14:15:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741836_1012 (size=19546) 2024-12-05T14:15:22,773 DEBUG [RS:0;218194e0d8ec:39075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/oldWALs 2024-12-05T14:15:22,773 INFO [RS:0;218194e0d8ec:39075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C39075%2C1733408059116.meta:.meta(num 1733408071129) 2024-12-05T14:15:22,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741833_1009 (size=3564) 2024-12-05T14:15:22,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741833_1009 (size=3564) 2024-12-05T14:15:22,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741833_1009 (size=3564) 2024-12-05T14:15:22,778 DEBUG [RS:0;218194e0d8ec:39075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/oldWALs 2024-12-05T14:15:22,778 INFO [RS:0;218194e0d8ec:39075 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 218194e0d8ec%2C39075%2C1733408059116:(num 1733408060873) 2024-12-05T14:15:22,778 DEBUG [RS:0;218194e0d8ec:39075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T14:15:22,778 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T14:15:22,778 INFO [RS:0;218194e0d8ec:39075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:15:22,779 INFO [RS:0;218194e0d8ec:39075 {}] hbase.ChoreService(370): Chore service for: regionserver/218194e0d8ec:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T14:15:22,779 INFO [RS:0;218194e0d8ec:39075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:15:22,779 INFO [regionserver/218194e0d8ec:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:15:22,779 INFO [RS:0;218194e0d8ec:39075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39075 2024-12-05T14:15:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:15:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46815-0x101a5d7e9a70003, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:15:22,781 INFO [RS:2;218194e0d8ec:46815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:15:22,781 INFO [RS:2;218194e0d8ec:46815 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,46815,1733408059276; zookeeper connection closed. 2024-12-05T14:15:22,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4311c974 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4311c974 2024-12-05T14:15:22,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/218194e0d8ec,39075,1733408059116 2024-12-05T14:15:22,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T14:15:22,786 INFO [RS:0;218194e0d8ec:39075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:15:22,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [218194e0d8ec,39075,1733408059116] 2024-12-05T14:15:22,807 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/218194e0d8ec,39075,1733408059116 already deleted, retry=false 2024-12-05T14:15:22,807 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 218194e0d8ec,39075,1733408059116 expired; onlineServers=0 2024-12-05T14:15:22,807 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '218194e0d8ec,39645,1733408058918' ***** 2024-12-05T14:15:22,807 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T14:15:22,807 INFO [M:0;218194e0d8ec:39645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T14:15:22,807 INFO [M:0;218194e0d8ec:39645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T14:15:22,807 DEBUG [M:0;218194e0d8ec:39645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T14:15:22,807 DEBUG [M:0;218194e0d8ec:39645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T14:15:22,807 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T14:15:22,807 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408060498 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.large.0-1733408060498,5,FailOnTimeoutGroup] 2024-12-05T14:15:22,807 INFO [M:0;218194e0d8ec:39645 {}] hbase.ChoreService(370): Chore service for: master/218194e0d8ec:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T14:15:22,808 INFO [M:0;218194e0d8ec:39645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T14:15:22,808 DEBUG [M:0;218194e0d8ec:39645 {}] master.HMaster(1795): Stopping service threads 2024-12-05T14:15:22,808 INFO [M:0;218194e0d8ec:39645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T14:15:22,808 INFO [M:0;218194e0d8ec:39645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T14:15:22,808 ERROR [M:0;218194e0d8ec:39645 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:38587 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38587,5,PEWorkerGroup] 2024-12-05T14:15:22,808 DEBUG [master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408060512 {}] cleaner.HFileCleaner(306): Exit Thread[master/218194e0d8ec:0:becomeActiveMaster-HFileCleaner.small.0-1733408060512,5,FailOnTimeoutGroup] 2024-12-05T14:15:22,808 INFO [M:0;218194e0d8ec:39645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T14:15:22,809 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T14:15:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T14:15:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T14:15:22,818 DEBUG [M:0;218194e0d8ec:39645 {}] zookeeper.ZKUtil(347): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T14:15:22,818 WARN [M:0;218194e0d8ec:39645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T14:15:22,819 INFO [M:0;218194e0d8ec:39645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/.lastflushedseqids 2024-12-05T14:15:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741867_1043 (size=650) 2024-12-05T14:15:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741867_1043 (size=650) 2024-12-05T14:15:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741867_1043 (size=650) 2024-12-05T14:15:22,842 INFO [M:0;218194e0d8ec:39645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T14:15:22,842 INFO [M:0;218194e0d8ec:39645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T14:15:22,842 DEBUG [M:0;218194e0d8ec:39645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T14:15:22,842 INFO [M:0;218194e0d8ec:39645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:15:22,842 DEBUG [M:0;218194e0d8ec:39645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:15:22,842 DEBUG [M:0;218194e0d8ec:39645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T14:15:22,842 DEBUG [M:0;218194e0d8ec:39645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:15:22,842 INFO [M:0;218194e0d8ec:39645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=235.22 KB heapSize=280.03 KB 2024-12-05T14:15:22,858 DEBUG [M:0;218194e0d8ec:39645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/377b70d2b60143cb9302cf46fa60674a is 82, key is hbase:meta,,1/info:regioninfo/1733408071165/Put/seqid=0 2024-12-05T14:15:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741868_1044 (size=5672) 2024-12-05T14:15:22,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741868_1044 (size=5672) 2024-12-05T14:15:22,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741868_1044 (size=5672) 2024-12-05T14:15:22,873 INFO [M:0;218194e0d8ec:39645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/377b70d2b60143cb9302cf46fa60674a 2024-12-05T14:15:22,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:15:22,900 INFO [RS:0;218194e0d8ec:39075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:15:22,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39075-0x101a5d7e9a70001, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:15:22,900 INFO [RS:0;218194e0d8ec:39075 {}] regionserver.HRegionServer(1031): Exiting; stopping=218194e0d8ec,39075,1733408059116; zookeeper connection closed. 2024-12-05T14:15:22,901 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a49f2b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a49f2b4 2024-12-05T14:15:22,901 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-05T14:15:22,902 DEBUG [M:0;218194e0d8ec:39645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c03d3b06d94caeae3760977acba420 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733408081666/Put/seqid=0 2024-12-05T14:15:22,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741869_1045 (size=9452) 2024-12-05T14:15:22,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741869_1045 (size=9452) 2024-12-05T14:15:22,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741869_1045 (size=9452) 2024-12-05T14:15:22,929 INFO [M:0;218194e0d8ec:39645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=234.48 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c03d3b06d94caeae3760977acba420 2024-12-05T14:15:22,935 INFO [M:0;218194e0d8ec:39645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c03d3b06d94caeae3760977acba420 2024-12-05T14:15:22,952 DEBUG [M:0;218194e0d8ec:39645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86f30a50353a45d78bbe89e3b021889c is 69, key is 218194e0d8ec,39075,1733408059116/rs:state/1733408060597/Put/seqid=0 2024-12-05T14:15:22,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741870_1046 (size=5442) 2024-12-05T14:15:22,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741870_1046 (size=5442) 2024-12-05T14:15:22,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741870_1046 (size=5442) 2024-12-05T14:15:22,971 INFO [M:0;218194e0d8ec:39645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86f30a50353a45d78bbe89e3b021889c 2024-12-05T14:15:22,977 INFO [M:0;218194e0d8ec:39645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86f30a50353a45d78bbe89e3b021889c 2024-12-05T14:15:22,978 DEBUG [M:0;218194e0d8ec:39645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/377b70d2b60143cb9302cf46fa60674a as hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/377b70d2b60143cb9302cf46fa60674a 2024-12-05T14:15:22,984 INFO [M:0;218194e0d8ec:39645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/377b70d2b60143cb9302cf46fa60674a, entries=8, sequenceid=485, filesize=5.5 K 2024-12-05T14:15:22,986 DEBUG [M:0;218194e0d8ec:39645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c03d3b06d94caeae3760977acba420 as hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09c03d3b06d94caeae3760977acba420 2024-12-05T14:15:22,992 INFO [M:0;218194e0d8ec:39645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09c03d3b06d94caeae3760977acba420 2024-12-05T14:15:22,992 INFO [M:0;218194e0d8ec:39645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09c03d3b06d94caeae3760977acba420, entries=56, sequenceid=485, filesize=9.2 K 2024-12-05T14:15:22,993 DEBUG [M:0;218194e0d8ec:39645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86f30a50353a45d78bbe89e3b021889c as hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86f30a50353a45d78bbe89e3b021889c 2024-12-05T14:15:23,001 INFO [M:0;218194e0d8ec:39645 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86f30a50353a45d78bbe89e3b021889c 2024-12-05T14:15:23,002 INFO [M:0;218194e0d8ec:39645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0b953d2a-dabd-3287-fbe0-80fa4a8e8203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86f30a50353a45d78bbe89e3b021889c, entries=3, sequenceid=485, filesize=5.3 K 2024-12-05T14:15:23,003 INFO [M:0;218194e0d8ec:39645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~235.22 KB/240862, heapSize ~279.73 KB/286448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=485, compaction requested=false 2024-12-05T14:15:23,005 INFO [M:0;218194e0d8ec:39645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T14:15:23,005 DEBUG [M:0;218194e0d8ec:39645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733408122842Disabling compacts and flushes for region at 1733408122842Disabling writes for close at 1733408122842Obtaining lock to block concurrent updates at 1733408122842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733408122842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=240862, getHeapSize=286688, getOffHeapSize=0, getCellsCount=592 at 1733408122843 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733408122843Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733408122844 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733408122858 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733408122858Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733408122881 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733408122901 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733408122901Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733408122935 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733408122951 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733408122951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12250c9f: reopening flushed file at 1733408122977 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ef4935: reopening flushed file at 1733408122984 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c9a0ba: reopening flushed file at 1733408122992 (+8 ms)Finished flush of dataSize ~235.22 KB/240862, heapSize ~279.73 KB/286448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=485, compaction requested=false at 1733408123003 (+11 ms)Writing region close event to WAL at 1733408123005 (+2 ms)Closed at 1733408123005 2024-12-05T14:15:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35459 is added to blk_1073741830_1006 (size=273234) 2024-12-05T14:15:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40731 is added to blk_1073741830_1006 (size=273234) 2024-12-05T14:15:23,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39873 is added to blk_1073741830_1006 (size=273234) 2024-12-05T14:15:23,013 INFO [M:0;218194e0d8ec:39645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T14:15:23,013 INFO [M:0;218194e0d8ec:39645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39645 2024-12-05T14:15:23,014 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T14:15:23,014 INFO [M:0;218194e0d8ec:39645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T14:15:23,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:15:23,125 INFO [M:0;218194e0d8ec:39645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T14:15:23,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39645-0x101a5d7e9a70000, quorum=127.0.0.1:53182, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T14:15:23,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17124cc0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:15:23,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43ed7809{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:15:23,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:15:23,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f651b0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:15:23,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7846b843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/hadoop.log.dir/,STOPPED} 2024-12-05T14:15:23,164 WARN [BP-1409499124-172.17.0.2-1733408055937 heartbeating to localhost/127.0.0.1:38587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:15:23,164 WARN [BP-1409499124-172.17.0.2-1733408055937 heartbeating to localhost/127.0.0.1:38587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1409499124-172.17.0.2-1733408055937 (Datanode Uuid bf28b578-e354-473d-8f23-28ff687973ba) service to localhost/127.0.0.1:38587 2024-12-05T14:15:23,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:15:23,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:15:23,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data5/current/BP-1409499124-172.17.0.2-1733408055937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:15:23,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data6/current/BP-1409499124-172.17.0.2-1733408055937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:15:23,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:15:23,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198e0709{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:15:23,212 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cf248e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:15:23,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:15:23,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49d03495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:15:23,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51e034b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/hadoop.log.dir/,STOPPED} 2024-12-05T14:15:23,214 WARN [BP-1409499124-172.17.0.2-1733408055937 heartbeating to localhost/127.0.0.1:38587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:15:23,214 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:15:23,214 WARN [BP-1409499124-172.17.0.2-1733408055937 heartbeating to localhost/127.0.0.1:38587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1409499124-172.17.0.2-1733408055937 (Datanode Uuid 058533f9-fa03-4afc-9abe-50a02b11db76) service to localhost/127.0.0.1:38587 2024-12-05T14:15:23,214 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:15:23,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data3/current/BP-1409499124-172.17.0.2-1733408055937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:15:23,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data4/current/BP-1409499124-172.17.0.2-1733408055937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:15:23,215 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:15:23,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3252bc1e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T14:15:23,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@653a0db3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:15:23,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:15:23,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ea4e7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:15:23,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30b5ae60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/hadoop.log.dir/,STOPPED} 2024-12-05T14:15:23,228 WARN [BP-1409499124-172.17.0.2-1733408055937 heartbeating to localhost/127.0.0.1:38587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T14:15:23,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T14:15:23,228 WARN [BP-1409499124-172.17.0.2-1733408055937 heartbeating to localhost/127.0.0.1:38587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1409499124-172.17.0.2-1733408055937 (Datanode Uuid c1527f34-8cc4-4320-bfe5-8f62b7283e1e) service to localhost/127.0.0.1:38587 2024-12-05T14:15:23,228 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T14:15:23,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data1/current/BP-1409499124-172.17.0.2-1733408055937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:15:23,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/cluster_0810a883-08c4-d90f-e12e-456e9e4584c9/data/data2/current/BP-1409499124-172.17.0.2-1733408055937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T14:15:23,229 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T14:15:23,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd673e2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T14:15:23,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36b425bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T14:15:23,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T14:15:23,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b396b36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T14:15:23,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bf35e9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/872bf9da-2a9a-4a37-8e35-9f1b8adffc86/hadoop.log.dir/,STOPPED} 2024-12-05T14:15:23,248 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T14:15:23,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T14:15:23,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 96) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38587 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/218194e0d8ec:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38587 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=479 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 362) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5621 (was 5975)