2024-11-14 11:12:37,344 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-14 11:12:37,360 main DEBUG Took 0.012912 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 11:12:37,360 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 11:12:37,361 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 11:12:37,362 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 11:12:37,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,374 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 11:12:37,392 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,395 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,396 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,398 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,399 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,401 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,404 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,405 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,406 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,407 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,409 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,411 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,413 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:12:37,417 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,418 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 11:12:37,421 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:12:37,423 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 11:12:37,427 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 11:12:37,434 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 11:12:37,435 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 11:12:37,436 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 11:12:37,453 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 11:12:37,456 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 11:12:37,458 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 11:12:37,459 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 11:12:37,459 main DEBUG createAppenders(={Console}) 2024-11-14 11:12:37,461 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-14 11:12:37,461 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-14 11:12:37,461 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-14 11:12:37,462 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 11:12:37,463 main DEBUG OutputStream closed 2024-11-14 11:12:37,463 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 11:12:37,464 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 11:12:37,465 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-14 11:12:37,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 11:12:37,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 11:12:37,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 11:12:37,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 11:12:37,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 11:12:37,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 11:12:37,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 11:12:37,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 11:12:37,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 11:12:37,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 11:12:37,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 11:12:37,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 11:12:37,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 11:12:37,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 11:12:37,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 11:12:37,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 11:12:37,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 11:12:37,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 11:12:37,597 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 11:12:37,598 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-14 11:12:37,598 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 11:12:37,599 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-14T11:12:37,616 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-14 11:12:37,619 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 11:12:37,620 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T11:12:37,631 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-14T11:12:37,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=281, ProcessCount=11, AvailableMemoryMB=4791 2024-11-14T11:12:38,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2 2024-11-14T11:12:38,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T11:12:38,065 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5, deleteOnExit=true 2024-11-14T11:12:38,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T11:12:38,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/test.cache.data in system properties and HBase conf 2024-11-14T11:12:38,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T11:12:38,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir in system properties and HBase conf 2024-11-14T11:12:38,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T11:12:38,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T11:12:38,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T11:12:38,193 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T11:12:38,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T11:12:38,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:12:38,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:12:38,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T11:12:38,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:12:38,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T11:12:38,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T11:12:38,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:12:38,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:12:38,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T11:12:38,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/nfs.dump.dir in system properties and HBase conf 2024-11-14T11:12:38,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/java.io.tmpdir in system properties and HBase conf 2024-11-14T11:12:38,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:12:38,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T11:12:38,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T11:12:40,172 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T11:12:40,251 INFO [Time-limited test {}] log.Log(170): Logging initialized @3763ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T11:12:40,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:12:40,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:12:40,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:12:40,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:12:40,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:12:40,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:12:40,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:12:40,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:12:40,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/java.io.tmpdir/jetty-localhost-33021-hadoop-hdfs-3_4_1-tests_jar-_-any-7160785275133899196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:12:40,761 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:33021} 2024-11-14T11:12:40,762 INFO [Time-limited test {}] server.Server(415): Started @4275ms 2024-11-14T11:12:41,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:12:41,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:12:41,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:12:41,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:12:41,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:12:41,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:12:41,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:12:41,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/java.io.tmpdir/jetty-localhost-39211-hadoop-hdfs-3_4_1-tests_jar-_-any-18076133880932488828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:12:41,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:39211} 2024-11-14T11:12:41,550 INFO [Time-limited test {}] server.Server(415): Started @5063ms 2024-11-14T11:12:41,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:12:41,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:12:41,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:12:41,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:12:41,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:12:41,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:12:41,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:12:41,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:12:41,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/java.io.tmpdir/jetty-localhost-34765-hadoop-hdfs-3_4_1-tests_jar-_-any-18271388904721504053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:12:41,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:34765} 2024-11-14T11:12:41,897 INFO [Time-limited test {}] server.Server(415): Started @5410ms 2024-11-14T11:12:41,902 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:12:41,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:12:41,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:12:42,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:12:42,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:12:42,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:12:42,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:12:42,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:12:42,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/java.io.tmpdir/jetty-localhost-43583-hadoop-hdfs-3_4_1-tests_jar-_-any-12356754233206248809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:12:42,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:43583} 2024-11-14T11:12:42,122 INFO [Time-limited test {}] server.Server(415): Started @5635ms 2024-11-14T11:12:42,125 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:12:43,560 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data1/current/BP-1638832156-172.17.0.2-1731582759198/current, will proceed with Du for space computation calculation, 2024-11-14T11:12:43,560 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data2/current/BP-1638832156-172.17.0.2-1731582759198/current, will proceed with Du for space computation calculation, 2024-11-14T11:12:43,575 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data4/current/BP-1638832156-172.17.0.2-1731582759198/current, will proceed with Du for space computation calculation, 2024-11-14T11:12:43,575 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data3/current/BP-1638832156-172.17.0.2-1731582759198/current, will proceed with Du for space computation calculation, 2024-11-14T11:12:43,594 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:12:43,603 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:12:43,648 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43a1b4a179c8148f with lease ID 0x96e0f32907eaa3cc: Processing first storage report for DS-47f2c72e-c843-4196-b3a9-d6d6acdc06cc from datanode DatanodeRegistration(127.0.0.1:40155, datanodeUuid=855b6e87-66e7-40f2-8bf7-63fe37023fc5, infoPort=40933, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198) 2024-11-14T11:12:43,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43a1b4a179c8148f with lease ID 0x96e0f32907eaa3cc: from storage DS-47f2c72e-c843-4196-b3a9-d6d6acdc06cc node DatanodeRegistration(127.0.0.1:40155, datanodeUuid=855b6e87-66e7-40f2-8bf7-63fe37023fc5, infoPort=40933, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T11:12:43,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x913ef45f08486cd8 with lease ID 0x96e0f32907eaa3cd: Processing first storage report for DS-8e77d8be-04f4-436c-a77a-37851911dc7f from datanode DatanodeRegistration(127.0.0.1:40189, datanodeUuid=03e1fe6f-5a40-40b0-930d-d6b8e4bbd9bf, infoPort=40283, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198) 2024-11-14T11:12:43,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x913ef45f08486cd8 with lease ID 0x96e0f32907eaa3cd: from storage DS-8e77d8be-04f4-436c-a77a-37851911dc7f node DatanodeRegistration(127.0.0.1:40189, datanodeUuid=03e1fe6f-5a40-40b0-930d-d6b8e4bbd9bf, infoPort=40283, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:12:43,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43a1b4a179c8148f with lease ID 0x96e0f32907eaa3cc: Processing first storage report for DS-bda44e40-fc71-472a-ab1f-363803c9f50c from datanode DatanodeRegistration(127.0.0.1:40155, datanodeUuid=855b6e87-66e7-40f2-8bf7-63fe37023fc5, infoPort=40933, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198) 2024-11-14T11:12:43,651 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43a1b4a179c8148f with lease ID 0x96e0f32907eaa3cc: from storage DS-bda44e40-fc71-472a-ab1f-363803c9f50c node DatanodeRegistration(127.0.0.1:40155, datanodeUuid=855b6e87-66e7-40f2-8bf7-63fe37023fc5, infoPort=40933, infoSecurePort=0, ipcPort=38055, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T11:12:43,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x913ef45f08486cd8 with lease ID 0x96e0f32907eaa3cd: Processing first storage report for DS-03200c8b-695b-4c02-8a18-711bc96a4e46 from datanode DatanodeRegistration(127.0.0.1:40189, datanodeUuid=03e1fe6f-5a40-40b0-930d-d6b8e4bbd9bf, infoPort=40283, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198) 2024-11-14T11:12:43,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x913ef45f08486cd8 with lease ID 0x96e0f32907eaa3cd: from storage DS-03200c8b-695b-4c02-8a18-711bc96a4e46 node DatanodeRegistration(127.0.0.1:40189, datanodeUuid=03e1fe6f-5a40-40b0-930d-d6b8e4bbd9bf, infoPort=40283, infoSecurePort=0, ipcPort=45217, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:12:43,693 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data5/current/BP-1638832156-172.17.0.2-1731582759198/current, will proceed with Du for space computation calculation, 2024-11-14T11:12:43,694 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data6/current/BP-1638832156-172.17.0.2-1731582759198/current, will proceed with Du for space computation calculation, 2024-11-14T11:12:43,725 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:12:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb90606a594fecc94 with lease ID 0x96e0f32907eaa3ce: Processing first storage report for DS-3a3f3d47-2132-49ed-8472-93702bae58de from datanode DatanodeRegistration(127.0.0.1:37771, datanodeUuid=fa3455e4-052d-48c2-90ea-4444a18b03d2, infoPort=40625, infoSecurePort=0, ipcPort=33079, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198) 2024-11-14T11:12:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb90606a594fecc94 with lease ID 0x96e0f32907eaa3ce: from storage DS-3a3f3d47-2132-49ed-8472-93702bae58de node DatanodeRegistration(127.0.0.1:37771, datanodeUuid=fa3455e4-052d-48c2-90ea-4444a18b03d2, infoPort=40625, infoSecurePort=0, ipcPort=33079, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T11:12:43,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb90606a594fecc94 with lease ID 0x96e0f32907eaa3ce: Processing first storage report for DS-bff058e4-7ccd-446c-866d-311c6d220d9f from datanode DatanodeRegistration(127.0.0.1:37771, datanodeUuid=fa3455e4-052d-48c2-90ea-4444a18b03d2, infoPort=40625, infoSecurePort=0, ipcPort=33079, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198) 2024-11-14T11:12:43,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb90606a594fecc94 with lease ID 0x96e0f32907eaa3ce: from storage DS-bff058e4-7ccd-446c-866d-311c6d220d9f node DatanodeRegistration(127.0.0.1:37771, datanodeUuid=fa3455e4-052d-48c2-90ea-4444a18b03d2, infoPort=40625, infoSecurePort=0, ipcPort=33079, storageInfo=lv=-57;cid=testClusterID;nsid=1944451207;c=1731582759198), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:12:43,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2 2024-11-14T11:12:43,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/zookeeper_0, clientPort=59453, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T11:12:43,865 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59453 2024-11-14T11:12:43,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:43,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:44,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:12:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:12:44,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:12:44,582 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 with version=8 2024-11-14T11:12:44,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/hbase-staging 2024-11-14T11:12:44,665 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T11:12:44,903 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:12:44,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:44,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:44,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:12:44,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:44,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:12:45,045 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T11:12:45,099 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T11:12:45,107 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T11:12:45,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:12:45,138 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 996 (auto-detected) 2024-11-14T11:12:45,139 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T11:12:45,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41369 2024-11-14T11:12:45,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41369 connecting to ZooKeeper ensemble=127.0.0.1:59453 2024-11-14T11:12:45,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413690x0, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:12:45,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41369-0x101390c1ee20000 connected 2024-11-14T11:12:45,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:45,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:45,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:12:45,644 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800, hbase.cluster.distributed=false 2024-11-14T11:12:45,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:12:45,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41369 2024-11-14T11:12:45,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41369 2024-11-14T11:12:45,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41369 2024-11-14T11:12:45,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41369 2024-11-14T11:12:45,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41369 2024-11-14T11:12:45,804 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:12:45,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:45,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:45,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:12:45,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:45,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:12:45,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:12:45,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:12:45,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42275 2024-11-14T11:12:45,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42275 connecting to ZooKeeper ensemble=127.0.0.1:59453 2024-11-14T11:12:45,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:45,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:45,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422750x0, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:12:45,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422750x0, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:12:45,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42275-0x101390c1ee20001 connected 2024-11-14T11:12:45,845 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:12:45,855 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:12:45,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:12:45,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:12:45,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42275 2024-11-14T11:12:45,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42275 2024-11-14T11:12:45,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42275 2024-11-14T11:12:45,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42275 2024-11-14T11:12:45,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42275 2024-11-14T11:12:45,884 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:12:45,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:45,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:45,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:12:45,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:45,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:12:45,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:12:45,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:12:45,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41171 2024-11-14T11:12:45,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41171 connecting to ZooKeeper ensemble=127.0.0.1:59453 2024-11-14T11:12:45,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:45,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:45,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411710x0, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:12:45,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411710x0, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:12:45,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41171-0x101390c1ee20002 connected 2024-11-14T11:12:45,914 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:12:45,916 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:12:45,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:12:45,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:12:45,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-14T11:12:45,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41171 2024-11-14T11:12:45,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41171 2024-11-14T11:12:45,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-14T11:12:45,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41171 2024-11-14T11:12:45,947 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:12:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:45,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:45,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:12:45,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:12:45,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:12:45,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:12:45,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:12:45,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36571 2024-11-14T11:12:45,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36571 connecting to ZooKeeper ensemble=127.0.0.1:59453 2024-11-14T11:12:45,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:45,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:45,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365710x0, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:12:45,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:12:45,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36571-0x101390c1ee20003 connected 2024-11-14T11:12:45,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:12:45,977 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:12:45,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:12:45,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:12:45,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36571 2024-11-14T11:12:45,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36571 2024-11-14T11:12:45,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36571 2024-11-14T11:12:45,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36571 2024-11-14T11:12:46,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36571 2024-11-14T11:12:46,021 DEBUG [M:0;7437412fa5b4:41369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7437412fa5b4:41369 2024-11-14T11:12:46,022 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7437412fa5b4,41369,1731582764750 2024-11-14T11:12:46,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:12:46,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:12:46,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:12:46,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:12:46,041 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7437412fa5b4,41369,1731582764750 2024-11-14T11:12:46,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:12:46,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:12:46,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:12:46,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,071 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T11:12:46,073 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7437412fa5b4,41369,1731582764750 from backup master directory 2024-11-14T11:12:46,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:12:46,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:12:46,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7437412fa5b4,41369,1731582764750 2024-11-14T11:12:46,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:12:46,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:12:46,088 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:12:46,088 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7437412fa5b4,41369,1731582764750 2024-11-14T11:12:46,090 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T11:12:46,091 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T11:12:46,146 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/hbase.id] with ID: 00c8bbcb-eb9e-4335-ac27-6c504f5134c6 2024-11-14T11:12:46,147 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/.tmp/hbase.id 2024-11-14T11:12:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:12:46,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:12:46,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:12:46,161 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/.tmp/hbase.id]:[hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/hbase.id] 2024-11-14T11:12:46,204 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:12:46,208 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T11:12:46,226 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-14T11:12:46,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:12:46,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:12:46,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:12:46,272 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:12:46,274 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T11:12:46,287 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:12:46,291 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:12:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:12:46,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:12:46,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:12:46,340 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store 2024-11-14T11:12:46,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:12:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:12:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:12:46,366 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T11:12:46,369 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:46,371 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:12:46,371 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:12:46,371 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:12:46,373 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:12:46,373 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:12:46,373 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:12:46,375 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731582766371Disabling compacts and flushes for region at 1731582766371Disabling writes for close at 1731582766373 (+2 ms)Writing region close event to WAL at 1731582766373Closed at 1731582766373 2024-11-14T11:12:46,377 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/.initializing 2024-11-14T11:12:46,377 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/WALs/7437412fa5b4,41369,1731582764750 2024-11-14T11:12:46,384 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:12:46,397 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C41369%2C1731582764750, suffix=, logDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/WALs/7437412fa5b4,41369,1731582764750, archiveDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/oldWALs, maxLogs=10 2024-11-14T11:12:46,418 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/WALs/7437412fa5b4,41369,1731582764750/7437412fa5b4%2C41369%2C1731582764750.1731582766401, exclude list is [], retry=0 2024-11-14T11:12:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-3a3f3d47-2132-49ed-8472-93702bae58de,DISK] 2024-11-14T11:12:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40155,DS-47f2c72e-c843-4196-b3a9-d6d6acdc06cc,DISK] 2024-11-14T11:12:46,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40189,DS-8e77d8be-04f4-436c-a77a-37851911dc7f,DISK] 2024-11-14T11:12:46,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T11:12:46,473 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/WALs/7437412fa5b4,41369,1731582764750/7437412fa5b4%2C41369%2C1731582764750.1731582766401 2024-11-14T11:12:46,474 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933),(127.0.0.1/127.0.0.1:40283:40283),(127.0.0.1/127.0.0.1:40625:40625)] 2024-11-14T11:12:46,475 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:12:46,475 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:46,479 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,480 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T11:12:46,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:46,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:12:46,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T11:12:46,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:46,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:12:46,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T11:12:46,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:46,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:12:46,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T11:12:46,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:46,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:12:46,568 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,571 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,572 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,577 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,578 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,581 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:12:46,584 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:12:46,589 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:12:46,590 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66165164, jitterRate=-0.014062225818634033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:12:46,600 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731582766494Initializing all the Stores at 1731582766495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582766496 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582766497 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582766497Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582766497Cleaning up temporary data from old regions at 1731582766578 (+81 ms)Region opened successfully at 1731582766600 (+22 ms) 2024-11-14T11:12:46,602 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T11:12:46,639 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54213d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:12:46,666 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T11:12:46,675 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T11:12:46,675 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T11:12:46,678 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T11:12:46,679 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T11:12:46,683 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T11:12:46,683 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-14T11:12:46,707 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T11:12:46,715 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T11:12:46,729 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T11:12:46,731 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T11:12:46,733 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T11:12:46,743 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T11:12:46,745 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T11:12:46,749 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T11:12:46,760 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T11:12:46,762 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T11:12:46,775 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T11:12:46,797 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T11:12:46,806 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T11:12:46,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:12:46,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:12:46,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:12:46,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:12:46,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,821 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7437412fa5b4,41369,1731582764750, sessionid=0x101390c1ee20000, setting cluster-up flag (Was=false) 2024-11-14T11:12:46,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,880 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T11:12:46,886 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,41369,1731582764750 2024-11-14T11:12:46,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:46,943 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T11:12:46,946 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,41369,1731582764750 2024-11-14T11:12:46,952 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T11:12:47,004 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.HRegionServer(746): ClusterId : 00c8bbcb-eb9e-4335-ac27-6c504f5134c6 2024-11-14T11:12:47,004 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(746): ClusterId : 00c8bbcb-eb9e-4335-ac27-6c504f5134c6 2024-11-14T11:12:47,004 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(746): ClusterId : 00c8bbcb-eb9e-4335-ac27-6c504f5134c6 2024-11-14T11:12:47,006 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:12:47,006 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:12:47,006 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:12:47,018 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T11:12:47,026 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T11:12:47,029 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:12:47,029 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:12:47,029 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:12:47,029 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:12:47,029 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:12:47,029 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:12:47,033 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T11:12:47,039 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:12:47,039 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:12:47,039 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:12:47,040 DEBUG [RS:0;7437412fa5b4:42275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4570024e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:12:47,040 DEBUG [RS:1;7437412fa5b4:41171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c279faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:12:47,040 DEBUG [RS:2;7437412fa5b4:36571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1804eaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:12:47,039 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7437412fa5b4,41369,1731582764750 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T11:12:47,048 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:12:47,048 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:12:47,048 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:12:47,048 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:12:47,049 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7437412fa5b4:0, corePoolSize=10, maxPoolSize=10 2024-11-14T11:12:47,049 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,049 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:12:47,049 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,055 DEBUG [RS:2;7437412fa5b4:36571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7437412fa5b4:36571 2024-11-14T11:12:47,058 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731582797058 2024-11-14T11:12:47,058 DEBUG [RS:0;7437412fa5b4:42275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7437412fa5b4:42275 2024-11-14T11:12:47,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:12:47,060 DEBUG [RS:1;7437412fa5b4:41171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7437412fa5b4:41171 2024-11-14T11:12:47,060 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T11:12:47,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T11:12:47,061 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T11:12:47,064 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:12:47,064 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:12:47,064 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:12:47,064 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:12:47,064 DEBUG [RS:1;7437412fa5b4:41171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:12:47,064 DEBUG [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:12:47,065 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T11:12:47,065 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T11:12:47,066 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T11:12:47,066 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T11:12:47,066 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:47,066 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T11:12:47,068 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,41369,1731582764750 with port=41171, startcode=1731582765883 2024-11-14T11:12:47,068 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:12:47,068 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,41369,1731582764750 with port=36571, startcode=1731582765947 2024-11-14T11:12:47,068 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:12:47,068 DEBUG [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:12:47,069 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,41369,1731582764750 with port=42275, startcode=1731582765767 2024-11-14T11:12:47,068 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,080 DEBUG [RS:2;7437412fa5b4:36571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:12:47,080 DEBUG [RS:0;7437412fa5b4:42275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:12:47,080 DEBUG [RS:1;7437412fa5b4:41171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:12:47,081 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T11:12:47,083 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T11:12:47,084 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T11:12:47,086 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T11:12:47,086 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T11:12:47,088 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731582767088,5,FailOnTimeoutGroup] 2024-11-14T11:12:47,089 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731582767089,5,FailOnTimeoutGroup] 2024-11-14T11:12:47,089 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,090 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T11:12:47,091 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,091 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:12:47,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:12:47,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:12:47,141 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T11:12:47,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:47,157 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:12:47,157 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:12:47,157 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:12:47,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:12:47,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:12:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:12:47,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:47,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,42275,1731582765767 2024-11-14T11:12:47,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:12:47,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41369 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,42275,1731582765767 2024-11-14T11:12:47,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:12:47,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:47,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:12:47,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:12:47,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:12:47,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:47,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:12:47,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:12:47,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:12:47,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:47,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,36571,1731582765947 2024-11-14T11:12:47,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41369 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,36571,1731582765947 2024-11-14T11:12:47,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:12:47,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:12:47,181 DEBUG [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:47,182 DEBUG [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45811 2024-11-14T11:12:47,182 DEBUG [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:12:47,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:12:47,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:47,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,41171,1731582765883 2024-11-14T11:12:47,183 DEBUG [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:47,183 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41369 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,41171,1731582765883 2024-11-14T11:12:47,183 DEBUG [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45811 2024-11-14T11:12:47,183 DEBUG [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:12:47,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:12:47,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:12:47,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740 2024-11-14T11:12:47,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740 2024-11-14T11:12:47,187 DEBUG [RS:1;7437412fa5b4:41171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:47,187 DEBUG [RS:1;7437412fa5b4:41171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45811 2024-11-14T11:12:47,187 DEBUG [RS:1;7437412fa5b4:41171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:12:47,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:12:47,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:12:47,190 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:12:47,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:12:47,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:12:47,197 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71780561, jitterRate=0.06961371004581451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:12:47,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731582767163Initializing all the Stores at 1731582767165 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582767165Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582767166 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582767166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582767166Cleaning up temporary data from old regions at 1731582767189 (+23 ms)Region opened successfully at 1731582767200 (+11 ms) 2024-11-14T11:12:47,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:12:47,200 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:12:47,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:12:47,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:12:47,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:12:47,202 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:12:47,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731582767200Disabling compacts and flushes for region at 1731582767200Disabling writes for close at 1731582767201 (+1 ms)Writing region close event to WAL at 1731582767201Closed at 1731582767202 (+1 ms) 2024-11-14T11:12:47,204 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:12:47,204 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T11:12:47,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T11:12:47,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:12:47,220 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T11:12:47,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:12:47,255 DEBUG [RS:2;7437412fa5b4:36571 {}] zookeeper.ZKUtil(111): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,36571,1731582765947 2024-11-14T11:12:47,255 DEBUG [RS:0;7437412fa5b4:42275 {}] zookeeper.ZKUtil(111): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,42275,1731582765767 2024-11-14T11:12:47,256 WARN [RS:2;7437412fa5b4:36571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:12:47,256 WARN [RS:0;7437412fa5b4:42275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:12:47,256 INFO [RS:2;7437412fa5b4:36571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:12:47,256 INFO [RS:0;7437412fa5b4:42275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:12:47,256 DEBUG [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,36571,1731582765947 2024-11-14T11:12:47,256 DEBUG [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,42275,1731582765767 2024-11-14T11:12:47,256 DEBUG [RS:1;7437412fa5b4:41171 {}] zookeeper.ZKUtil(111): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,41171,1731582765883 2024-11-14T11:12:47,256 WARN [RS:1;7437412fa5b4:41171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:12:47,257 INFO [RS:1;7437412fa5b4:41171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:12:47,257 DEBUG [RS:1;7437412fa5b4:41171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883 2024-11-14T11:12:47,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,42275,1731582765767] 2024-11-14T11:12:47,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,36571,1731582765947] 2024-11-14T11:12:47,258 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,41171,1731582765883] 2024-11-14T11:12:47,283 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:12:47,283 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:12:47,283 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:12:47,299 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:12:47,299 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:12:47,300 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:12:47,305 INFO [RS:1;7437412fa5b4:41171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:12:47,305 INFO [RS:2;7437412fa5b4:36571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:12:47,305 INFO [RS:0;7437412fa5b4:42275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:12:47,305 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,305 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,305 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,306 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:12:47,306 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:12:47,306 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:12:47,312 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:12:47,312 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:12:47,312 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:12:47,313 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,313 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,313 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,314 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,314 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:12:47,315 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:12:47,315 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:12:47,315 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,315 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,316 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,316 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,316 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,316 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,316 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,316 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:12:47,316 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:12:47,316 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:12:47,316 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:12:47,316 DEBUG [RS:2;7437412fa5b4:36571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:12:47,316 DEBUG [RS:1;7437412fa5b4:41171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:12:47,316 DEBUG [RS:0;7437412fa5b4:42275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:12:47,324 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36571,1731582765947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41171,1731582765883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:12:47,325 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,326 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,42275,1731582765767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:12:47,343 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:12:47,343 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:12:47,345 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41171,1731582765883-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,345 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36571,1731582765947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,345 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,345 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,346 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.Replication(171): 7437412fa5b4,41171,1731582765883 started 2024-11-14T11:12:47,346 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.Replication(171): 7437412fa5b4,36571,1731582765947 started 2024-11-14T11:12:47,347 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:12:47,348 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,42275,1731582765767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,348 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,348 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.Replication(171): 7437412fa5b4,42275,1731582765767 started 2024-11-14T11:12:47,363 INFO [RS:1;7437412fa5b4:41171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,363 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,363 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,36571,1731582765947, RpcServer on 7437412fa5b4/172.17.0.2:36571, sessionid=0x101390c1ee20003 2024-11-14T11:12:47,363 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,41171,1731582765883, RpcServer on 7437412fa5b4/172.17.0.2:41171, sessionid=0x101390c1ee20002 2024-11-14T11:12:47,364 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:12:47,364 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:12:47,364 DEBUG [RS:1;7437412fa5b4:41171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,41171,1731582765883 2024-11-14T11:12:47,364 DEBUG [RS:2;7437412fa5b4:36571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,36571,1731582765947 2024-11-14T11:12:47,364 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,41171,1731582765883' 2024-11-14T11:12:47,364 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,36571,1731582765947' 2024-11-14T11:12:47,364 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:12:47,364 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:12:47,365 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:12:47,365 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:12:47,366 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:12:47,366 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:12:47,366 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:12:47,366 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:12:47,366 DEBUG [RS:1;7437412fa5b4:41171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,41171,1731582765883 2024-11-14T11:12:47,366 DEBUG [RS:2;7437412fa5b4:36571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,36571,1731582765947 2024-11-14T11:12:47,366 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,41171,1731582765883' 2024-11-14T11:12:47,366 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,36571,1731582765947' 2024-11-14T11:12:47,366 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:12:47,366 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:12:47,367 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:12:47,367 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:12:47,367 DEBUG [RS:1;7437412fa5b4:41171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:12:47,367 DEBUG [RS:2;7437412fa5b4:36571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:12:47,367 INFO [RS:1;7437412fa5b4:41171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:12:47,367 INFO [RS:2;7437412fa5b4:36571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:12:47,367 INFO [RS:1;7437412fa5b4:41171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:12:47,367 INFO [RS:2;7437412fa5b4:36571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:12:47,371 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:47,371 WARN [7437412fa5b4:41369 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T11:12:47,371 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,42275,1731582765767, RpcServer on 7437412fa5b4/172.17.0.2:42275, sessionid=0x101390c1ee20001 2024-11-14T11:12:47,371 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:12:47,371 DEBUG [RS:0;7437412fa5b4:42275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,42275,1731582765767 2024-11-14T11:12:47,371 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,42275,1731582765767' 2024-11-14T11:12:47,371 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:12:47,372 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:12:47,373 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:12:47,373 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:12:47,373 DEBUG [RS:0;7437412fa5b4:42275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,42275,1731582765767 2024-11-14T11:12:47,373 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,42275,1731582765767' 2024-11-14T11:12:47,373 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:12:47,374 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:12:47,375 DEBUG [RS:0;7437412fa5b4:42275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:12:47,375 INFO [RS:0;7437412fa5b4:42275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:12:47,375 INFO [RS:0;7437412fa5b4:42275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:12:47,472 INFO [RS:2;7437412fa5b4:36571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:12:47,472 INFO [RS:1;7437412fa5b4:41171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:12:47,475 INFO [RS:1;7437412fa5b4:41171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C41171%2C1731582765883, suffix=, logDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883, archiveDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/oldWALs, maxLogs=32 2024-11-14T11:12:47,476 INFO [RS:2;7437412fa5b4:36571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C36571%2C1731582765947, suffix=, logDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,36571,1731582765947, archiveDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/oldWALs, maxLogs=32 2024-11-14T11:12:47,476 INFO [RS:0;7437412fa5b4:42275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:12:47,478 INFO [RS:0;7437412fa5b4:42275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C42275%2C1731582765767, suffix=, logDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,42275,1731582765767, archiveDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/oldWALs, maxLogs=32 2024-11-14T11:12:47,491 DEBUG [RS:1;7437412fa5b4:41171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883/7437412fa5b4%2C41171%2C1731582765883.1731582767479, exclude list is [], retry=0 2024-11-14T11:12:47,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40189,DS-8e77d8be-04f4-436c-a77a-37851911dc7f,DISK] 2024-11-14T11:12:47,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40155,DS-47f2c72e-c843-4196-b3a9-d6d6acdc06cc,DISK] 2024-11-14T11:12:47,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-3a3f3d47-2132-49ed-8472-93702bae58de,DISK] 2024-11-14T11:12:47,497 DEBUG [RS:2;7437412fa5b4:36571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,36571,1731582765947/7437412fa5b4%2C36571%2C1731582765947.1731582767479, exclude list is [], retry=0 2024-11-14T11:12:47,498 DEBUG [RS:0;7437412fa5b4:42275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,42275,1731582765767/7437412fa5b4%2C42275%2C1731582765767.1731582767481, exclude list is [], retry=0 2024-11-14T11:12:47,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40189,DS-8e77d8be-04f4-436c-a77a-37851911dc7f,DISK] 2024-11-14T11:12:47,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-3a3f3d47-2132-49ed-8472-93702bae58de,DISK] 2024-11-14T11:12:47,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40155,DS-47f2c72e-c843-4196-b3a9-d6d6acdc06cc,DISK] 2024-11-14T11:12:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40155,DS-47f2c72e-c843-4196-b3a9-d6d6acdc06cc,DISK] 2024-11-14T11:12:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40189,DS-8e77d8be-04f4-436c-a77a-37851911dc7f,DISK] 2024-11-14T11:12:47,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-3a3f3d47-2132-49ed-8472-93702bae58de,DISK] 2024-11-14T11:12:47,504 INFO [RS:1;7437412fa5b4:41171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883/7437412fa5b4%2C41171%2C1731582765883.1731582767479 2024-11-14T11:12:47,508 DEBUG [RS:1;7437412fa5b4:41171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40283:40283),(127.0.0.1/127.0.0.1:40933:40933),(127.0.0.1/127.0.0.1:40625:40625)] 2024-11-14T11:12:47,511 INFO [RS:2;7437412fa5b4:36571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,36571,1731582765947/7437412fa5b4%2C36571%2C1731582765947.1731582767479 2024-11-14T11:12:47,511 INFO [RS:0;7437412fa5b4:42275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,42275,1731582765767/7437412fa5b4%2C42275%2C1731582765767.1731582767481 2024-11-14T11:12:47,511 DEBUG [RS:2;7437412fa5b4:36571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40283:40283),(127.0.0.1/127.0.0.1:40933:40933),(127.0.0.1/127.0.0.1:40625:40625)] 2024-11-14T11:12:47,511 DEBUG [RS:0;7437412fa5b4:42275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40283:40283),(127.0.0.1/127.0.0.1:40625:40625),(127.0.0.1/127.0.0.1:40933:40933)] 2024-11-14T11:12:47,624 DEBUG [7437412fa5b4:41369 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T11:12:47,635 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:12:47,642 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:12:47,642 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:12:47,642 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T11:12:47,642 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:12:47,642 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:12:47,642 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T11:12:47,642 INFO [7437412fa5b4:41369 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:12:47,642 INFO [7437412fa5b4:41369 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:12:47,642 INFO [7437412fa5b4:41369 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T11:12:47,642 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:12:47,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7437412fa5b4,36571,1731582765947 2024-11-14T11:12:47,655 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,36571,1731582765947, state=OPENING 2024-11-14T11:12:47,730 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T11:12:47,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:47,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:47,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:47,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:12:47,810 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:12:47,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:12:47,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:12:47,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:12:47,813 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:12:47,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,36571,1731582765947}] 2024-11-14T11:12:55,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T11:12:55,097 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T11:12:57,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:12:57,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:12:57,857 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T11:12:57,857 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:12:57,857 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T11:12:57,860 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C36571%2C1731582765947.meta, suffix=.meta, logDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,36571,1731582765947, archiveDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/oldWALs, maxLogs=32 2024-11-14T11:12:57,874 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,36571,1731582765947/7437412fa5b4%2C36571%2C1731582765947.meta.1731582777862.meta, exclude list is [], retry=0 2024-11-14T11:12:57,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40189,DS-8e77d8be-04f4-436c-a77a-37851911dc7f,DISK] 2024-11-14T11:12:57,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37771,DS-3a3f3d47-2132-49ed-8472-93702bae58de,DISK] 2024-11-14T11:12:57,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40155,DS-47f2c72e-c843-4196-b3a9-d6d6acdc06cc,DISK] 2024-11-14T11:12:57,879 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,36571,1731582765947/7437412fa5b4%2C36571%2C1731582765947.meta.1731582777862.meta 2024-11-14T11:12:57,880 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40933:40933),(127.0.0.1/127.0.0.1:40283:40283),(127.0.0.1/127.0.0.1:40625:40625)] 2024-11-14T11:12:57,880 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:12:57,881 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T11:12:57,884 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T11:12:57,890 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T11:12:57,896 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T11:12:57,897 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:57,898 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T11:12:57,898 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T11:12:57,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:12:57,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:12:57,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:57,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:12:57,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:12:57,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:12:57,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:57,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:12:57,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:12:57,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:12:57,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:57,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:12:57,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:12:57,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:12:57,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:57,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:12:57,914 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:12:57,916 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740 2024-11-14T11:12:57,919 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740 2024-11-14T11:12:57,921 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:12:57,921 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:12:57,922 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:12:57,924 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:12:57,926 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61031528, jitterRate=-0.09055936336517334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:12:57,926 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T11:12:57,927 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731582777898Writing region info on filesystem at 1731582777899 (+1 ms)Initializing all the Stores at 1731582777901 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582777901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582777901Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582777901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582777901Cleaning up temporary data from old regions at 1731582777921 (+20 ms)Running coprocessor post-open hooks at 1731582777926 (+5 ms)Region opened successfully at 1731582777927 (+1 ms) 2024-11-14T11:12:57,933 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731582777831 2024-11-14T11:12:57,942 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T11:12:57,943 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T11:12:57,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,36571,1731582765947 2024-11-14T11:12:57,946 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,36571,1731582765947, state=OPEN 2024-11-14T11:12:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:12:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:12:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:12:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:12:58,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:12:58,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:12:58,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:12:58,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:12:58,008 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7437412fa5b4,36571,1731582765947 2024-11-14T11:12:58,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T11:12:58,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,36571,1731582765947 in 10.1930 sec 2024-11-14T11:12:58,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T11:12:58,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8090 sec 2024-11-14T11:12:58,024 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:12:58,024 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T11:12:58,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:12:58,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,36571,1731582765947, seqNum=-1] 2024-11-14T11:12:58,086 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:12:58,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:12:58,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.1330 sec 2024-11-14T11:12:58,117 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731582778116, completionTime=-1 2024-11-14T11:12:58,119 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T11:12:58,119 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T11:12:58,145 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-14T11:12:58,145 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731582838145 2024-11-14T11:12:58,145 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731582898145 2024-11-14T11:12:58,145 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-14T11:12:58,146 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:12:58,152 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41369,1731582764750-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:58,152 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41369,1731582764750-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:58,152 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41369,1731582764750-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:58,154 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7437412fa5b4:41369, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:58,154 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:58,156 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:58,159 DEBUG [master/7437412fa5b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T11:12:58,185 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.097sec 2024-11-14T11:12:58,187 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T11:12:58,189 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T11:12:58,190 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T11:12:58,190 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T11:12:58,190 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T11:12:58,191 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41369,1731582764750-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:12:58,192 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41369,1731582764750-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T11:12:58,196 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T11:12:58,197 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T11:12:58,197 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41369,1731582764750-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:12:58,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d07a941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:12:58,229 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T11:12:58,229 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T11:12:58,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41369,-1 for getting cluster id 2024-11-14T11:12:58,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:12:58,247 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c8bbcb-eb9e-4335-ac27-6c504f5134c6' 2024-11-14T11:12:58,250 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:12:58,250 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c8bbcb-eb9e-4335-ac27-6c504f5134c6" 2024-11-14T11:12:58,251 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241edaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:12:58,251 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41369,-1] 2024-11-14T11:12:58,254 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:12:58,256 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:12:58,257 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:12:58,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcd2732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:12:58,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:12:58,267 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,36571,1731582765947, seqNum=-1] 2024-11-14T11:12:58,268 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:12:58,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:12:58,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7437412fa5b4,41369,1731582764750 2024-11-14T11:12:58,296 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731582778294 (current time:1731582778294). 2024-11-14T11:12:58,296 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T11:12:58,296 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-14T11:12:58,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcf5e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:12:58,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41369,-1 for getting cluster id 2024-11-14T11:12:58,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:12:58,301 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00c8bbcb-eb9e-4335-ac27-6c504f5134c6' 2024-11-14T11:12:58,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:12:58,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00c8bbcb-eb9e-4335-ac27-6c504f5134c6" 2024-11-14T11:12:58,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5660752f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:12:58,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41369,-1] 2024-11-14T11:12:58,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:12:58,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:12:58,304 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:12:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b040c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:12:58,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:12:58,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,36571,1731582765947, seqNum=-1] 2024-11-14T11:12:58,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:12:58,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:12:58,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:12:58,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:12:58,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:12:58,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:12:58,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:12:58,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:12:58,333 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,41369,1731582764750 2024-11-14T11:12:58,336 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@748641b 2024-11-14T11:12:58,338 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:12:58,340 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:12:58,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:12:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-14T11:12:58,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:12:58,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-14T11:12:58,366 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:12:58,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:12:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:12:58,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741837_1013 (size=361) 2024-11-14T11:12:58,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741837_1013 (size=361) 2024-11-14T11:12:58,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741837_1013 (size=361) 2024-11-14T11:12:58,397 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17d0295e5563b837ff7121c77bc99193, NAME => 'SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:58,401 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aa290ad39779629029c4a61e8d2fc80a, NAME => 'SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:58,402 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b837e982088565afe77f4a746f193240, NAME => 'SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:58,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741838_1014 (size=54) 2024-11-14T11:12:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741838_1014 (size=54) 2024-11-14T11:12:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741838_1014 (size=54) 2024-11-14T11:12:58,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:58,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 17d0295e5563b837ff7121c77bc99193, disabling compactions & flushes 2024-11-14T11:12:58,427 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:12:58,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:12:58,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. after waiting 0 ms 2024-11-14T11:12:58,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:12:58,427 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:12:58,427 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17d0295e5563b837ff7121c77bc99193: Waiting for close lock at 1731582778427Disabling compacts and flushes for region at 1731582778427Disabling writes for close at 1731582778427Writing region close event to WAL at 1731582778427Closed at 1731582778427 2024-11-14T11:12:58,429 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db7467610d32e1ff3486b685107de93e, NAME => 'SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:58,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741839_1015 (size=62) 2024-11-14T11:12:58,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741840_1016 (size=62) 2024-11-14T11:12:58,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741840_1016 (size=62) 2024-11-14T11:12:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741840_1016 (size=62) 2024-11-14T11:12:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741839_1015 (size=62) 2024-11-14T11:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b837e982088565afe77f4a746f193240, disabling compactions & flushes 2024-11-14T11:12:58,437 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. after waiting 0 ms 2024-11-14T11:12:58,437 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:12:58,437 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:12:58,438 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b837e982088565afe77f4a746f193240: Waiting for close lock at 1731582778437Disabling compacts and flushes for region at 1731582778437Disabling writes for close at 1731582778437Writing region close event to WAL at 1731582778437Closed at 1731582778437 2024-11-14T11:12:58,439 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b82935caac269c9236a0fca9d499e8c0, NAME => 'SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:58,439 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:58,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing aa290ad39779629029c4a61e8d2fc80a, disabling compactions & flushes 2024-11-14T11:12:58,440 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:12:58,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:12:58,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. after waiting 0 ms 2024-11-14T11:12:58,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:12:58,440 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:12:58,440 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for aa290ad39779629029c4a61e8d2fc80a: Waiting for close lock at 1731582778440Disabling compacts and flushes for region at 1731582778440Disabling writes for close at 1731582778440Writing region close event to WAL at 1731582778440Closed at 1731582778440 2024-11-14T11:12:58,441 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6cbe92088f61b580ecbdab6ea59c7dc4, NAME => 'SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:58,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741839_1015 (size=62) 2024-11-14T11:12:58,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741841_1017 (size=62) 2024-11-14T11:12:58,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741841_1017 (size=62) 2024-11-14T11:12:58,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741841_1017 (size=62) 2024-11-14T11:12:58,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:58,462 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing db7467610d32e1ff3486b685107de93e, disabling compactions & flushes 2024-11-14T11:12:58,463 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:12:58,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:12:58,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. after waiting 0 ms 2024-11-14T11:12:58,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:12:58,463 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:12:58,463 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for db7467610d32e1ff3486b685107de93e: Waiting for close lock at 1731582778462Disabling compacts and flushes for region at 1731582778462Disabling writes for close at 1731582778463 (+1 ms)Writing region close event to WAL at 1731582778463Closed at 1731582778463 2024-11-14T11:12:58,463 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10e7c1c76c70880db859f42c7dea5280, NAME => 'SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:58,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741843_1019 (size=62) 2024-11-14T11:12:58,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741843_1019 (size=62) 2024-11-14T11:12:58,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741843_1019 (size=62) 2024-11-14T11:12:58,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:58,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6cbe92088f61b580ecbdab6ea59c7dc4, disabling compactions & flushes 2024-11-14T11:12:58,469 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:12:58,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:12:58,469 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. after waiting 0 ms 2024-11-14T11:12:58,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:12:58,470 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:12:58,470 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6cbe92088f61b580ecbdab6ea59c7dc4: Waiting for close lock at 1731582778469Disabling compacts and flushes for region at 1731582778469Disabling writes for close at 1731582778470 (+1 ms)Writing region close event to WAL at 1731582778470Closed at 1731582778470 2024-11-14T11:12:58,470 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 911c266c770eded4a58974b09771a409, NAME => 'SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:58,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741842_1018 (size=62) 2024-11-14T11:12:58,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741842_1018 (size=62) 2024-11-14T11:12:58,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741842_1018 (size=62) 2024-11-14T11:12:58,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:58,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b82935caac269c9236a0fca9d499e8c0, disabling compactions & flushes 2024-11-14T11:12:58,481 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:12:58,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:12:58,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. after waiting 0 ms 2024-11-14T11:12:58,481 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:12:58,482 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:12:58,482 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b82935caac269c9236a0fca9d499e8c0: Waiting for close lock at 1731582778481Disabling compacts and flushes for region at 1731582778481Disabling writes for close at 1731582778481Writing region close event to WAL at 1731582778482 (+1 ms)Closed at 1731582778482 2024-11-14T11:12:58,482 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3fc709ffcbf79579c59149e9779f75dd, NAME => 'SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:12:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741844_1020 (size=62) 2024-11-14T11:12:58,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741844_1020 (size=62) 2024-11-14T11:12:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741845_1021 (size=62) 2024-11-14T11:12:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741845_1021 (size=62) 2024-11-14T11:12:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741845_1021 (size=62) 2024-11-14T11:12:58,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741844_1020 (size=62) 2024-11-14T11:12:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741846_1022 (size=62) 2024-11-14T11:12:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741846_1022 (size=62) 2024-11-14T11:12:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741846_1022 (size=62) 2024-11-14T11:12:58,513 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:58,513 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3fc709ffcbf79579c59149e9779f75dd, disabling compactions & flushes 2024-11-14T11:12:58,513 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:12:58,513 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:12:58,513 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. after waiting 0 ms 2024-11-14T11:12:58,513 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:12:58,513 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:12:58,513 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3fc709ffcbf79579c59149e9779f75dd: Waiting for close lock at 1731582778513Disabling compacts and flushes for region at 1731582778513Disabling writes for close at 1731582778513Writing region close event to WAL at 1731582778513Closed at 1731582778513 2024-11-14T11:12:58,514 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 40475111b1c968da3db1eb760ff0bcc0, NAME => 'SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800 2024-11-14T11:12:58,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741847_1023 (size=54) 2024-11-14T11:12:58,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741847_1023 (size=54) 2024-11-14T11:12:58,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741847_1023 (size=54) 2024-11-14T11:12:58,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:58,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 40475111b1c968da3db1eb760ff0bcc0, disabling compactions & flushes 2024-11-14T11:12:58,533 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:12:58,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:12:58,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. after waiting 0 ms 2024-11-14T11:12:58,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:12:58,533 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:12:58,533 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 40475111b1c968da3db1eb760ff0bcc0: Waiting for close lock at 1731582778533Disabling compacts and flushes for region at 1731582778533Disabling writes for close at 1731582778533Writing region close event to WAL at 1731582778533Closed at 1731582778533 2024-11-14T11:12:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:12:58,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:58,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 10e7c1c76c70880db859f42c7dea5280, disabling compactions & flushes 2024-11-14T11:12:58,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:12:58,906 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:12:58,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:12:58,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 911c266c770eded4a58974b09771a409, disabling compactions & flushes 2024-11-14T11:12:58,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. after waiting 0 ms 2024-11-14T11:12:58,906 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:12:58,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:12:58,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:12:58,906 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:12:58,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. after waiting 0 ms 2024-11-14T11:12:58,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:12:58,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10e7c1c76c70880db859f42c7dea5280: Waiting for close lock at 1731582778905Disabling compacts and flushes for region at 1731582778905Disabling writes for close at 1731582778906 (+1 ms)Writing region close event to WAL at 1731582778906Closed at 1731582778906 2024-11-14T11:12:58,906 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:12:58,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 911c266c770eded4a58974b09771a409: Waiting for close lock at 1731582778906Disabling compacts and flushes for region at 1731582778906Disabling writes for close at 1731582778906Writing region close event to WAL at 1731582778906Closed at 1731582778906 2024-11-14T11:12:58,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:12:58,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731582778910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582778910"}]},"ts":"1731582778910"} 2024-11-14T11:12:58,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582778910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582778910"}]},"ts":"1731582778910"} 2024-11-14T11:12:58,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582778910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582778910"}]},"ts":"1731582778910"} 2024-11-14T11:12:58,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582778910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582778910"}]},"ts":"1731582778910"} 2024-11-14T11:12:58,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582778910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582778910"}]},"ts":"1731582778910"} 2024-11-14T11:12:58,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582778910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582778910"}]},"ts":"1731582778910"} 2024-11-14T11:12:58,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582778910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582778910"}]},"ts":"1731582778910"} 2024-11-14T11:12:58,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731582778910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582778910"}]},"ts":"1731582778910"} 2024-11-14T11:12:58,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582778910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582778910"}]},"ts":"1731582778910"} 2024-11-14T11:12:58,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582778910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582778910"}]},"ts":"1731582778910"} 2024-11-14T11:12:58,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-14T11:12:58,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:12:58,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731582778956"}]},"ts":"1731582778956"} 2024-11-14T11:12:58,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-14T11:12:58,967 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:12:58,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:12:58,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:12:58,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T11:12:58,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:12:58,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:12:58,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T11:12:58,974 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:12:58,974 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:12:58,974 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T11:12:58,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:12:58,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17d0295e5563b837ff7121c77bc99193, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa290ad39779629029c4a61e8d2fc80a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b837e982088565afe77f4a746f193240, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db7467610d32e1ff3486b685107de93e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b82935caac269c9236a0fca9d499e8c0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cbe92088f61b580ecbdab6ea59c7dc4, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10e7c1c76c70880db859f42c7dea5280, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=911c266c770eded4a58974b09771a409, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fc709ffcbf79579c59149e9779f75dd, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40475111b1c968da3db1eb760ff0bcc0, ASSIGN}] 2024-11-14T11:12:58,981 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db7467610d32e1ff3486b685107de93e, ASSIGN 2024-11-14T11:12:58,981 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa290ad39779629029c4a61e8d2fc80a, ASSIGN 2024-11-14T11:12:58,981 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17d0295e5563b837ff7121c77bc99193, ASSIGN 2024-11-14T11:12:58,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b837e982088565afe77f4a746f193240, ASSIGN 2024-11-14T11:12:58,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa290ad39779629029c4a61e8d2fc80a, ASSIGN; state=OFFLINE, location=7437412fa5b4,41171,1731582765883; forceNewPlan=false, retain=false 2024-11-14T11:12:58,984 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db7467610d32e1ff3486b685107de93e, ASSIGN; state=OFFLINE, location=7437412fa5b4,42275,1731582765767; forceNewPlan=false, retain=false 2024-11-14T11:12:58,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b837e982088565afe77f4a746f193240, ASSIGN; state=OFFLINE, location=7437412fa5b4,36571,1731582765947; forceNewPlan=false, retain=false 2024-11-14T11:12:58,984 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17d0295e5563b837ff7121c77bc99193, ASSIGN; state=OFFLINE, location=7437412fa5b4,42275,1731582765767; forceNewPlan=false, retain=false 2024-11-14T11:12:58,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40475111b1c968da3db1eb760ff0bcc0, ASSIGN 2024-11-14T11:12:58,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cbe92088f61b580ecbdab6ea59c7dc4, ASSIGN 2024-11-14T11:12:58,991 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=911c266c770eded4a58974b09771a409, ASSIGN 2024-11-14T11:12:58,991 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fc709ffcbf79579c59149e9779f75dd, ASSIGN 2024-11-14T11:12:58,991 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10e7c1c76c70880db859f42c7dea5280, ASSIGN 2024-11-14T11:12:58,994 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6cbe92088f61b580ecbdab6ea59c7dc4, ASSIGN; state=OFFLINE, location=7437412fa5b4,36571,1731582765947; forceNewPlan=false, retain=false 2024-11-14T11:12:58,995 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10e7c1c76c70880db859f42c7dea5280, ASSIGN; state=OFFLINE, location=7437412fa5b4,41171,1731582765883; forceNewPlan=false, retain=false 2024-11-14T11:12:58,995 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fc709ffcbf79579c59149e9779f75dd, ASSIGN; state=OFFLINE, location=7437412fa5b4,42275,1731582765767; forceNewPlan=false, retain=false 2024-11-14T11:12:58,995 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=911c266c770eded4a58974b09771a409, ASSIGN; state=OFFLINE, location=7437412fa5b4,42275,1731582765767; forceNewPlan=false, retain=false 2024-11-14T11:12:58,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40475111b1c968da3db1eb760ff0bcc0, ASSIGN; state=OFFLINE, location=7437412fa5b4,36571,1731582765947; forceNewPlan=false, retain=false 2024-11-14T11:12:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:12:59,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b82935caac269c9236a0fca9d499e8c0, ASSIGN 2024-11-14T11:12:59,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b82935caac269c9236a0fca9d499e8c0, ASSIGN; state=OFFLINE, location=7437412fa5b4,41171,1731582765883; forceNewPlan=false, retain=false 2024-11-14T11:12:59,137 INFO [7437412fa5b4:41369 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-14T11:12:59,138 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=911c266c770eded4a58974b09771a409, regionState=OPENING, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:12:59,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3fc709ffcbf79579c59149e9779f75dd, regionState=OPENING, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:12:59,138 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=10e7c1c76c70880db859f42c7dea5280, regionState=OPENING, regionLocation=7437412fa5b4,41171,1731582765883 2024-11-14T11:12:59,138 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17d0295e5563b837ff7121c77bc99193, regionState=OPENING, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:12:59,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=db7467610d32e1ff3486b685107de93e, regionState=OPENING, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:12:59,140 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b82935caac269c9236a0fca9d499e8c0, regionState=OPENING, regionLocation=7437412fa5b4,41171,1731582765883 2024-11-14T11:12:59,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6cbe92088f61b580ecbdab6ea59c7dc4, regionState=OPENING, regionLocation=7437412fa5b4,36571,1731582765947 2024-11-14T11:12:59,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b837e982088565afe77f4a746f193240, regionState=OPENING, regionLocation=7437412fa5b4,36571,1731582765947 2024-11-14T11:12:59,140 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aa290ad39779629029c4a61e8d2fc80a, regionState=OPENING, regionLocation=7437412fa5b4,41171,1731582765883 2024-11-14T11:12:59,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=40475111b1c968da3db1eb760ff0bcc0, regionState=OPENING, regionLocation=7437412fa5b4,36571,1731582765947 2024-11-14T11:12:59,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db7467610d32e1ff3486b685107de93e, ASSIGN because future has completed 2024-11-14T11:12:59,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure db7467610d32e1ff3486b685107de93e, server=7437412fa5b4,42275,1731582765767}] 2024-11-14T11:12:59,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10e7c1c76c70880db859f42c7dea5280, ASSIGN because future has completed 2024-11-14T11:12:59,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e7c1c76c70880db859f42c7dea5280, server=7437412fa5b4,41171,1731582765883}] 2024-11-14T11:12:59,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=911c266c770eded4a58974b09771a409, ASSIGN because future has completed 2024-11-14T11:12:59,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 911c266c770eded4a58974b09771a409, server=7437412fa5b4,42275,1731582765767}] 2024-11-14T11:12:59,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=17d0295e5563b837ff7121c77bc99193, ASSIGN because future has completed 2024-11-14T11:12:59,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17d0295e5563b837ff7121c77bc99193, server=7437412fa5b4,42275,1731582765767}] 2024-11-14T11:12:59,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3fc709ffcbf79579c59149e9779f75dd, ASSIGN because future has completed 2024-11-14T11:12:59,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b82935caac269c9236a0fca9d499e8c0, ASSIGN because future has completed 2024-11-14T11:12:59,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fc709ffcbf79579c59149e9779f75dd, server=7437412fa5b4,42275,1731582765767}] 2024-11-14T11:12:59,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b82935caac269c9236a0fca9d499e8c0, server=7437412fa5b4,41171,1731582765883}] 2024-11-14T11:12:59,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6cbe92088f61b580ecbdab6ea59c7dc4, ASSIGN because future has completed 2024-11-14T11:12:59,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b837e982088565afe77f4a746f193240, ASSIGN because future has completed 2024-11-14T11:12:59,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa290ad39779629029c4a61e8d2fc80a, ASSIGN because future has completed 2024-11-14T11:12:59,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40475111b1c968da3db1eb760ff0bcc0, ASSIGN because future has completed 2024-11-14T11:12:59,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cbe92088f61b580ecbdab6ea59c7dc4, server=7437412fa5b4,36571,1731582765947}] 2024-11-14T11:12:59,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa290ad39779629029c4a61e8d2fc80a, server=7437412fa5b4,41171,1731582765883}] 2024-11-14T11:12:59,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40475111b1c968da3db1eb760ff0bcc0, server=7437412fa5b4,36571,1731582765947}] 2024-11-14T11:12:59,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b837e982088565afe77f4a746f193240, server=7437412fa5b4,36571,1731582765947}] 2024-11-14T11:12:59,280 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T11:12:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:13:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:13:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:13:03,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T11:13:05,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T11:13:05,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T11:13:05,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:13:05,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T11:13:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:13:09,151 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:13:09,153 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:13:09,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:13:09,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:13:09,164 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:13:09,165 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:13:09,165 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => db7467610d32e1ff3486b685107de93e, NAME => 'SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T11:13:09,165 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 10e7c1c76c70880db859f42c7dea5280, NAME => 'SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T11:13:09,165 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,166 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:09,166 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,166 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,166 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:09,166 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,166 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,166 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,168 INFO [StoreOpener-10e7c1c76c70880db859f42c7dea5280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,169 INFO [StoreOpener-db7467610d32e1ff3486b685107de93e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,170 INFO [StoreOpener-10e7c1c76c70880db859f42c7dea5280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e7c1c76c70880db859f42c7dea5280 columnFamilyName cf 2024-11-14T11:13:09,170 DEBUG [StoreOpener-10e7c1c76c70880db859f42c7dea5280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:09,170 INFO [StoreOpener-db7467610d32e1ff3486b685107de93e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db7467610d32e1ff3486b685107de93e columnFamilyName cf 2024-11-14T11:13:09,171 DEBUG [StoreOpener-db7467610d32e1ff3486b685107de93e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:09,171 INFO [StoreOpener-10e7c1c76c70880db859f42c7dea5280-1 {}] regionserver.HStore(327): Store=10e7c1c76c70880db859f42c7dea5280/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:09,171 INFO [StoreOpener-db7467610d32e1ff3486b685107de93e-1 {}] regionserver.HStore(327): Store=db7467610d32e1ff3486b685107de93e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:09,172 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,172 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,173 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,173 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,174 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,174 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,174 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,174 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,174 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,174 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,176 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:13:09,176 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 40475111b1c968da3db1eb760ff0bcc0, NAME => 'SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-14T11:13:09,177 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,177 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:09,177 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,177 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,177 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,177 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,179 INFO [StoreOpener-40475111b1c968da3db1eb760ff0bcc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,180 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/10e7c1c76c70880db859f42c7dea5280/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:13:09,180 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/db7467610d32e1ff3486b685107de93e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:13:09,181 INFO [StoreOpener-40475111b1c968da3db1eb760ff0bcc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40475111b1c968da3db1eb760ff0bcc0 columnFamilyName cf 2024-11-14T11:13:09,181 DEBUG [StoreOpener-40475111b1c968da3db1eb760ff0bcc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:09,181 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 10e7c1c76c70880db859f42c7dea5280; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72243914, jitterRate=0.07651820778846741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:09,181 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened db7467610d32e1ff3486b685107de93e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73548548, jitterRate=0.09595876932144165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:09,181 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:09,181 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:09,181 INFO [StoreOpener-40475111b1c968da3db1eb760ff0bcc0-1 {}] regionserver.HStore(327): Store=40475111b1c968da3db1eb760ff0bcc0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:09,181 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,182 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 10e7c1c76c70880db859f42c7dea5280: Running coprocessor pre-open hook at 1731582789166Writing region info on filesystem at 1731582789166Initializing all the Stores at 1731582789168 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582789168Cleaning up temporary data from old regions at 1731582789174 (+6 ms)Running coprocessor post-open hooks at 1731582789181 (+7 ms)Region opened successfully at 1731582789182 (+1 ms) 2024-11-14T11:13:09,182 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for db7467610d32e1ff3486b685107de93e: Running coprocessor pre-open hook at 1731582789166Writing region info on filesystem at 1731582789166Initializing all the Stores at 1731582789168 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582789168Cleaning up temporary data from old regions at 1731582789174 (+6 ms)Running coprocessor post-open hooks at 1731582789181 (+7 ms)Region opened successfully at 1731582789182 (+1 ms) 2024-11-14T11:13:09,183 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,183 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,184 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280., pid=16, masterSystemTime=1731582789153 2024-11-14T11:13:09,184 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e., pid=15, masterSystemTime=1731582789150 2024-11-14T11:13:09,184 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,184 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,187 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:13:09,187 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,187 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:13:09,187 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:13:09,188 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => aa290ad39779629029c4a61e8d2fc80a, NAME => 'SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-14T11:13:09,188 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,188 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:09,188 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,188 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=10e7c1c76c70880db859f42c7dea5280, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,41171,1731582765883 2024-11-14T11:13:09,189 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:13:09,189 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:13:09,190 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:13:09,190 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 17d0295e5563b837ff7121c77bc99193, NAME => 'SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T11:13:09,190 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,190 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:09,191 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,191 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=db7467610d32e1ff3486b685107de93e, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:09,193 INFO [StoreOpener-aa290ad39779629029c4a61e8d2fc80a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e7c1c76c70880db859f42c7dea5280, server=7437412fa5b4,41171,1731582765883 because future has completed 2024-11-14T11:13:09,196 INFO [StoreOpener-aa290ad39779629029c4a61e8d2fc80a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa290ad39779629029c4a61e8d2fc80a columnFamilyName cf 2024-11-14T11:13:09,196 DEBUG [StoreOpener-aa290ad39779629029c4a61e8d2fc80a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:09,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure db7467610d32e1ff3486b685107de93e, server=7437412fa5b4,42275,1731582765767 because future has completed 2024-11-14T11:13:09,197 INFO [StoreOpener-aa290ad39779629029c4a61e8d2fc80a-1 {}] regionserver.HStore(327): Store=aa290ad39779629029c4a61e8d2fc80a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:09,197 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:13:09,197 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,198 INFO [StoreOpener-17d0295e5563b837ff7121c77bc99193-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,198 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,199 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 40475111b1c968da3db1eb760ff0bcc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74735174, jitterRate=0.11364087462425232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:09,200 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:09,200 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 40475111b1c968da3db1eb760ff0bcc0: Running coprocessor pre-open hook at 1731582789177Writing region info on filesystem at 1731582789177Initializing all the Stores at 1731582789178 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582789178Cleaning up temporary data from old regions at 1731582789184 (+6 ms)Running coprocessor post-open hooks at 1731582789200 (+16 ms)Region opened successfully at 1731582789200 2024-11-14T11:13:09,200 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,201 INFO [StoreOpener-17d0295e5563b837ff7121c77bc99193-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17d0295e5563b837ff7121c77bc99193 columnFamilyName cf 2024-11-14T11:13:09,201 DEBUG [StoreOpener-17d0295e5563b837ff7121c77bc99193-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:09,201 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,201 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,201 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0., pid=23, masterSystemTime=1731582789169 2024-11-14T11:13:09,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-14T11:13:09,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 10e7c1c76c70880db859f42c7dea5280, server=7437412fa5b4,41171,1731582765883 in 10.0480 sec 2024-11-14T11:13:09,202 INFO [StoreOpener-17d0295e5563b837ff7121c77bc99193-1 {}] regionserver.HStore(327): Store=17d0295e5563b837ff7121c77bc99193/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:09,202 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,203 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,204 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,205 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,205 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-14T11:13:09,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure db7467610d32e1ff3486b685107de93e, server=7437412fa5b4,42275,1731582765767 in 10.0540 sec 2024-11-14T11:13:09,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10e7c1c76c70880db859f42c7dea5280, ASSIGN in 10.2250 sec 2024-11-14T11:13:09,206 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,208 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,210 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:13:09,211 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:13:09,211 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:13:09,211 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cbe92088f61b580ecbdab6ea59c7dc4, NAME => 'SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-14T11:13:09,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db7467610d32e1ff3486b685107de93e, ASSIGN in 10.2290 sec 2024-11-14T11:13:09,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=40475111b1c968da3db1eb760ff0bcc0, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:09,211 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,212 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:09,212 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,212 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,214 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/17d0295e5563b837ff7121c77bc99193/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:13:09,215 INFO [StoreOpener-6cbe92088f61b580ecbdab6ea59c7dc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,215 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 17d0295e5563b837ff7121c77bc99193; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71542684, jitterRate=0.06606906652450562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:09,215 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:09,215 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 17d0295e5563b837ff7121c77bc99193: Running coprocessor pre-open hook at 1731582789191Writing region info on filesystem at 1731582789191Initializing all the Stores at 1731582789193 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582789193Cleaning up temporary data from old regions at 1731582789205 (+12 ms)Running coprocessor post-open hooks at 1731582789215 (+10 ms)Region opened successfully at 1731582789215 2024-11-14T11:13:09,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40475111b1c968da3db1eb760ff0bcc0, server=7437412fa5b4,36571,1731582765947 because future has completed 2024-11-14T11:13:09,217 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193., pid=18, masterSystemTime=1731582789150 2024-11-14T11:13:09,217 INFO [StoreOpener-6cbe92088f61b580ecbdab6ea59c7dc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cbe92088f61b580ecbdab6ea59c7dc4 columnFamilyName cf 2024-11-14T11:13:09,218 DEBUG [StoreOpener-6cbe92088f61b580ecbdab6ea59c7dc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:09,219 INFO [StoreOpener-6cbe92088f61b580ecbdab6ea59c7dc4-1 {}] regionserver.HStore(327): Store=6cbe92088f61b580ecbdab6ea59c7dc4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:09,219 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,220 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:13:09,220 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:13:09,220 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:13:09,220 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fc709ffcbf79579c59149e9779f75dd, NAME => 'SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-14T11:13:09,221 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,221 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,221 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:09,221 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,221 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,221 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,222 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,222 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17d0295e5563b837ff7121c77bc99193, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:09,223 INFO [StoreOpener-3fc709ffcbf79579c59149e9779f75dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=14 2024-11-14T11:13:09,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 40475111b1c968da3db1eb760ff0bcc0, server=7437412fa5b4,36571,1731582765947 in 10.0540 sec 2024-11-14T11:13:09,225 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/aa290ad39779629029c4a61e8d2fc80a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:13:09,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17d0295e5563b837ff7121c77bc99193, server=7437412fa5b4,42275,1731582765767 because future has completed 2024-11-14T11:13:09,228 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened aa290ad39779629029c4a61e8d2fc80a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67667002, jitterRate=0.008316904306411743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:09,228 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:09,228 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for aa290ad39779629029c4a61e8d2fc80a: Running coprocessor pre-open hook at 1731582789189Writing region info on filesystem at 1731582789189Initializing all the Stores at 1731582789190 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582789190Cleaning up temporary data from old regions at 1731582789201 (+11 ms)Running coprocessor post-open hooks at 1731582789228 (+27 ms)Region opened successfully at 1731582789228 2024-11-14T11:13:09,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40475111b1c968da3db1eb760ff0bcc0, ASSIGN in 10.2490 sec 2024-11-14T11:13:09,228 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,229 INFO [StoreOpener-3fc709ffcbf79579c59149e9779f75dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fc709ffcbf79579c59149e9779f75dd columnFamilyName cf 2024-11-14T11:13:09,229 DEBUG [StoreOpener-3fc709ffcbf79579c59149e9779f75dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:09,229 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a., pid=22, masterSystemTime=1731582789153 2024-11-14T11:13:09,230 INFO [StoreOpener-3fc709ffcbf79579c59149e9779f75dd-1 {}] regionserver.HStore(327): Store=3fc709ffcbf79579c59149e9779f75dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:09,230 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,232 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,233 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:13:09,233 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,233 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:13:09,234 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:13:09,234 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b82935caac269c9236a0fca9d499e8c0, NAME => 'SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-14T11:13:09,234 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,234 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,234 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,235 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/6cbe92088f61b580ecbdab6ea59c7dc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:13:09,235 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:09,235 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,235 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=aa290ad39779629029c4a61e8d2fc80a, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,41171,1731582765883 2024-11-14T11:13:09,236 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6cbe92088f61b580ecbdab6ea59c7dc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61106130, jitterRate=-0.08944770693778992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:09,236 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:09,236 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6cbe92088f61b580ecbdab6ea59c7dc4: Running coprocessor pre-open hook at 1731582789212Writing region info on filesystem at 1731582789212Initializing all the Stores at 1731582789215 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582789215Cleaning up temporary data from old regions at 1731582789222 (+7 ms)Running coprocessor post-open hooks at 1731582789236 (+14 ms)Region opened successfully at 1731582789236 2024-11-14T11:13:09,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-11-14T11:13:09,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 17d0295e5563b837ff7121c77bc99193, server=7437412fa5b4,42275,1731582765767 in 10.0780 sec 2024-11-14T11:13:09,239 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,240 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4., pid=21, masterSystemTime=1731582789169 2024-11-14T11:13:09,241 INFO [StoreOpener-b82935caac269c9236a0fca9d499e8c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa290ad39779629029c4a61e8d2fc80a, server=7437412fa5b4,41171,1731582765883 because future has completed 2024-11-14T11:13:09,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=17d0295e5563b837ff7121c77bc99193, ASSIGN in 10.2630 sec 2024-11-14T11:13:09,244 INFO [StoreOpener-b82935caac269c9236a0fca9d499e8c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b82935caac269c9236a0fca9d499e8c0 columnFamilyName cf 2024-11-14T11:13:09,244 DEBUG [StoreOpener-b82935caac269c9236a0fca9d499e8c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:09,244 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:13:09,244 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:13:09,244 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:13:09,244 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => b837e982088565afe77f4a746f193240, NAME => 'SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-14T11:13:09,245 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,245 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:09,245 INFO [StoreOpener-b82935caac269c9236a0fca9d499e8c0-1 {}] regionserver.HStore(327): Store=b82935caac269c9236a0fca9d499e8c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:09,245 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,245 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6cbe92088f61b580ecbdab6ea59c7dc4, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:09,246 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,248 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:13:09,249 INFO [StoreOpener-b837e982088565afe77f4a746f193240-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,249 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 3fc709ffcbf79579c59149e9779f75dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71632675, jitterRate=0.06741003692150116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:09,249 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:09,249 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3fc709ffcbf79579c59149e9779f75dd: Running coprocessor pre-open hook at 1731582789221Writing region info on filesystem at 1731582789221Initializing all the Stores at 1731582789223 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582789223Cleaning up temporary data from old regions at 1731582789234 (+11 ms)Running coprocessor post-open hooks at 1731582789249 (+15 ms)Region opened successfully at 1731582789249 2024-11-14T11:13:09,250 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cbe92088f61b580ecbdab6ea59c7dc4, server=7437412fa5b4,36571,1731582765947 because future has completed 2024-11-14T11:13:09,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=6 2024-11-14T11:13:09,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure aa290ad39779629029c4a61e8d2fc80a, server=7437412fa5b4,41171,1731582765883 in 10.0810 sec 2024-11-14T11:13:09,252 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd., pid=19, masterSystemTime=1731582789150 2024-11-14T11:13:09,252 INFO [StoreOpener-b837e982088565afe77f4a746f193240-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b837e982088565afe77f4a746f193240 columnFamilyName cf 2024-11-14T11:13:09,252 DEBUG [StoreOpener-b837e982088565afe77f4a746f193240-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:09,253 INFO [StoreOpener-b837e982088565afe77f4a746f193240-1 {}] regionserver.HStore(327): Store=b837e982088565afe77f4a746f193240/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:09,254 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,254 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa290ad39779629029c4a61e8d2fc80a, ASSIGN in 10.2760 sec 2024-11-14T11:13:09,256 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:13:09,256 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,256 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:13:09,256 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:13:09,256 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 911c266c770eded4a58974b09771a409, NAME => 'SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-14T11:13:09,257 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,257 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,257 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:09,257 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,257 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,257 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,257 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,257 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,257 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,258 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3fc709ffcbf79579c59149e9779f75dd, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:09,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-14T11:13:09,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cbe92088f61b580ecbdab6ea59c7dc4, server=7437412fa5b4,36571,1731582765947 in 10.0920 sec 2024-11-14T11:13:09,261 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,262 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fc709ffcbf79579c59149e9779f75dd, server=7437412fa5b4,42275,1731582765767 because future has completed 2024-11-14T11:13:09,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6cbe92088f61b580ecbdab6ea59c7dc4, ASSIGN in 10.2840 sec 2024-11-14T11:13:09,269 INFO [StoreOpener-911c266c770eded4a58974b09771a409-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,270 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/b837e982088565afe77f4a746f193240/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:13:09,270 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/b82935caac269c9236a0fca9d499e8c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:13:09,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-14T11:13:09,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fc709ffcbf79579c59149e9779f75dd, server=7437412fa5b4,42275,1731582765767 in 10.1100 sec 2024-11-14T11:13:09,271 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b82935caac269c9236a0fca9d499e8c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65008932, jitterRate=-0.031291425228118896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:09,271 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:09,271 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b82935caac269c9236a0fca9d499e8c0: Running coprocessor pre-open hook at 1731582789235Writing region info on filesystem at 1731582789235Initializing all the Stores at 1731582789238 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582789238Cleaning up temporary data from old regions at 1731582789257 (+19 ms)Running coprocessor post-open hooks at 1731582789271 (+14 ms)Region opened successfully at 1731582789271 2024-11-14T11:13:09,271 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened b837e982088565afe77f4a746f193240; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67200849, jitterRate=0.0013706833124160767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:09,272 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b837e982088565afe77f4a746f193240 2024-11-14T11:13:09,272 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for b837e982088565afe77f4a746f193240: Running coprocessor pre-open hook at 1731582789245Writing region info on filesystem at 1731582789245Initializing all the Stores at 1731582789248 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582789248Cleaning up temporary data from old regions at 1731582789257 (+9 ms)Running coprocessor post-open hooks at 1731582789272 (+15 ms)Region opened successfully at 1731582789272 2024-11-14T11:13:09,273 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0., pid=20, masterSystemTime=1731582789153 2024-11-14T11:13:09,274 INFO [StoreOpener-911c266c770eded4a58974b09771a409-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 911c266c770eded4a58974b09771a409 columnFamilyName cf 2024-11-14T11:13:09,274 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240., pid=24, masterSystemTime=1731582789169 2024-11-14T11:13:09,274 DEBUG [StoreOpener-911c266c770eded4a58974b09771a409-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:09,275 INFO [StoreOpener-911c266c770eded4a58974b09771a409-1 {}] regionserver.HStore(327): Store=911c266c770eded4a58974b09771a409/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:09,275 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3fc709ffcbf79579c59149e9779f75dd, ASSIGN in 10.2950 sec 2024-11-14T11:13:09,276 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:13:09,277 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:13:09,277 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,278 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b82935caac269c9236a0fca9d499e8c0, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,41171,1731582765883 2024-11-14T11:13:09,279 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,279 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,279 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:13:09,280 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:13:09,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b837e982088565afe77f4a746f193240, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:09,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b82935caac269c9236a0fca9d499e8c0, server=7437412fa5b4,41171,1731582765883 because future has completed 2024-11-14T11:13:09,284 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b837e982088565afe77f4a746f193240, server=7437412fa5b4,36571,1731582765947 because future has completed 2024-11-14T11:13:09,289 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:13:09,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-14T11:13:09,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b82935caac269c9236a0fca9d499e8c0, server=7437412fa5b4,41171,1731582765883 in 10.1280 sec 2024-11-14T11:13:09,290 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 911c266c770eded4a58974b09771a409; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60985223, jitterRate=-0.09124936163425446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:09,290 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 911c266c770eded4a58974b09771a409 2024-11-14T11:13:09,291 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 911c266c770eded4a58974b09771a409: Running coprocessor pre-open hook at 1731582789257Writing region info on filesystem at 1731582789257Initializing all the Stores at 1731582789259 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582789259Cleaning up temporary data from old regions at 1731582789279 (+20 ms)Running coprocessor post-open hooks at 1731582789290 (+11 ms)Region opened successfully at 1731582789290 2024-11-14T11:13:09,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-14T11:13:09,292 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409., pid=17, masterSystemTime=1731582789150 2024-11-14T11:13:09,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b837e982088565afe77f4a746f193240, server=7437412fa5b4,36571,1731582765947 in 10.1160 sec 2024-11-14T11:13:09,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b82935caac269c9236a0fca9d499e8c0, ASSIGN in 10.3140 sec 2024-11-14T11:13:09,294 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:13:09,295 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:13:09,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b837e982088565afe77f4a746f193240, ASSIGN in 10.3160 sec 2024-11-14T11:13:09,295 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=911c266c770eded4a58974b09771a409, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:09,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 911c266c770eded4a58974b09771a409, server=7437412fa5b4,42275,1731582765767 because future has completed 2024-11-14T11:13:09,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-14T11:13:09,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 911c266c770eded4a58974b09771a409, server=7437412fa5b4,42275,1731582765767 in 10.1480 sec 2024-11-14T11:13:09,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-14T11:13:09,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=911c266c770eded4a58974b09771a409, ASSIGN in 10.3270 sec 2024-11-14T11:13:09,316 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:13:09,317 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731582789316"}]},"ts":"1731582789316"} 2024-11-14T11:13:09,319 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-14T11:13:09,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:13:09,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9690 sec 2024-11-14T11:13:11,282 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-14T11:13:13,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:13:14,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T11:13:15,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-14T11:13:15,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-14T11:13:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:13:16,694 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-14T11:13:16,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-14T11:13:16,696 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:13:16,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-14T11:13:16,709 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:13:16,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-14T11:13:16,776 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280., hostname=7437412fa5b4,41171,1731582765883, seqNum=2] 2024-11-14T11:13:16,782 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280., hostname=7437412fa5b4,41171,1731582765883, seqNum=2] 2024-11-14T11:13:16,798 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280., hostname=7437412fa5b4,41171,1731582765883, seqNum=2] 2024-11-14T11:13:16,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280., hostname=7437412fa5b4,41171,1731582765883, seqNum=2] 2024-11-14T11:13:16,864 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,890 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,964 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,967 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,969 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,972 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:16,995 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd., hostname=7437412fa5b4,42275,1731582765767, seqNum=2] 2024-11-14T11:13:17,052 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0., hostname=7437412fa5b4,36571,1731582765947, seqNum=2] 2024-11-14T11:13:17,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0., hostname=7437412fa5b4,36571,1731582765947, seqNum=2] 2024-11-14T11:13:17,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0., hostname=7437412fa5b4,36571,1731582765947, seqNum=2] 2024-11-14T11:13:17,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0., hostname=7437412fa5b4,36571,1731582765947, seqNum=2] 2024-11-14T11:13:17,065 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0., hostname=7437412fa5b4,36571,1731582765947, seqNum=2] 2024-11-14T11:13:17,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0., hostname=7437412fa5b4,36571,1731582765947, seqNum=2] 2024-11-14T11:13:17,073 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0., hostname=7437412fa5b4,36571,1731582765947, seqNum=2] 2024-11-14T11:13:18,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:13:18,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:13:18,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:13:18,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:13:18,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42275 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T11:13:18,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41171 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T11:13:18,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36571 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:13:18,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42275 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T11:13:18,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36571 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T11:13:19,157 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-14T11:13:19,159 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:13:19,160 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T11:13:19,170 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T11:13:19,192 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T11:13:19,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741848_1024 (size=49) 2024-11-14T11:13:19,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741848_1024 (size=49) 2024-11-14T11:13:19,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741848_1024 (size=49) 2024-11-14T11:13:19,224 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T11:13:19,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17d0295e5563b837ff7121c77bc99193}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b837e982088565afe77f4a746f193240}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db7467610d32e1ff3486b685107de93e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cbe92088f61b580ecbdab6ea59c7dc4}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 911c266c770eded4a58974b09771a409}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fc709ffcbf79579c59149e9779f75dd}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40475111b1c968da3db1eb760ff0bcc0}] 2024-11-14T11:13:19,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:19,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:19,233 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 911c266c770eded4a58974b09771a409 2024-11-14T11:13:19,233 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:19,233 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:19,238 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:19,246 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:19,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:19,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b837e982088565afe77f4a746f193240 2024-11-14T11:13:19,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:19,260 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7437412fa5b4,41171,1731582765883 2024-11-14T11:13:19,261 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7437412fa5b4,41171,1731582765883: Simulated kill ***** 2024-11-14T11:13:19,261 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T11:13:19,264 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T11:13:19,266 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T11:13:19,269 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T11:13:19,270 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T11:13:19,278 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 634996112 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 153795720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7437412fa5b4", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7437412fa5b4", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59453", "tag.serverName": "7437412fa5b4,42275,1731582765767", "tag.clusterId": "00c8bbcb-eb9e-4335-ac27-6c504f5134c6", "tag.Context": "regionserver", "tag.Hostname": "7437412fa5b4", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731582765767, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-14T11:13:19,282 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41369 {}] master.MasterRpcServices(700): 7437412fa5b4,41171,1731582765883 reported a fatal error: ***** ABORTING region server 7437412fa5b4,41171,1731582765883: Simulated kill ***** 2024-11-14T11:13:19,297 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,41171,1731582765883' ***** 2024-11-14T11:13:19,297 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T11:13:19,297 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:13:19,297 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:13:19,297 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:13:19,298 INFO [RS:1;7437412fa5b4:41171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T11:13:19,298 INFO [RS:1;7437412fa5b4:41171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T11:13:19,298 INFO [RS:1;7437412fa5b4:41171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:13:19,298 INFO [RS:1;7437412fa5b4:41171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7437412fa5b4:41171. 2024-11-14T11:13:19,298 DEBUG [RS:1;7437412fa5b4:41171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:13:19,298 DEBUG [RS:1;7437412fa5b4:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:13:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741833_1009 (size=966) 2024-11-14T11:13:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741833_1009 (size=966) 2024-11-14T11:13:19,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741833_1009 (size=966) 2024-11-14T11:13:19,311 DEBUG [RS:1;7437412fa5b4:41171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:13:19,311 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:13:19,312 INFO [RS:1;7437412fa5b4:41171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41171 2024-11-14T11:13:19,349 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T11:13:19,349 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T11:13:19,368 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:13:19,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,41171,1731582765883 2024-11-14T11:13:19,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:13:19,384 INFO [RS:1;7437412fa5b4:41171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:13:19,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,41171,1731582765883] 2024-11-14T11:13:19,404 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,41171,1731582765883 already deleted, retry=false 2024-11-14T11:13:19,405 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7437412fa5b4,41171,1731582765883 on 7437412fa5b4,41369,1731582764750 2024-11-14T11:13:19,411 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7437412fa5b4,41171,1731582765883, splitWal=true, meta=false 2024-11-14T11:13:19,414 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 7437412fa5b4,41171,1731582765883 (carryingMeta=false) 7437412fa5b4,41171,1731582765883/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5417d289[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T11:13:19,417 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7437412fa5b4,41171,1731582765883, splitWal=true, meta=false 2024-11-14T11:13:19,419 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:19,422 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 can not run currently because target server of region SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 7437412fa5b4,41171,1731582765883 is in state CRASHED, wait 1000 ms to retry 2024-11-14T11:13:19,422 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0; timeout=1000, timestamp=1731582800422 2024-11-14T11:13:19,422 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 7437412fa5b4,41171,1731582765883 had 3 regions 2024-11-14T11:13:19,423 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:19,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:19,426 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7437412fa5b4,41171,1731582765883, splitWal=true, meta=false, isMeta: false 2024-11-14T11:13:19,430 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 can not run currently because target server of region SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 1000 ms to retry 2024-11-14T11:13:19,430 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a can not run currently because target server of region SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 1000 ms to retry 2024-11-14T11:13:19,430 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a; timeout=1000, timestamp=1731582800430 2024-11-14T11:13:19,430 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280; timeout=1000, timestamp=1731582800430 2024-11-14T11:13:19,433 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting 2024-11-14T11:13:19,436 INFO [PEWorker-4 {}] master.SplitWALManager(105): 7437412fa5b4,41171,1731582765883 WAL count=1, meta=false 2024-11-14T11:13:19,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7437412fa5b4%2C41171%2C1731582765883.1731582767479}] 2024-11-14T11:13:19,447 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:19,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7437412fa5b4%2C41171%2C1731582765883.1731582767479, worker=7437412fa5b4,36571,1731582765947}] 2024-11-14T11:13:19,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:13:19,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41171-0x101390c1ee20002, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:13:19,495 INFO [RS:1;7437412fa5b4:41171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:13:19,496 INFO [RS:1;7437412fa5b4:41171 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,41171,1731582765883; zookeeper connection closed. 2024-11-14T11:13:19,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a23aa98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a23aa98 2024-11-14T11:13:20,423 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:20,425 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 can not run currently because target server of region SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T11:13:20,425 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0; timeout=2000, timestamp=1731582802425 2024-11-14T11:13:20,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:20,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:20,432 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a can not run currently because target server of region SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T11:13:20,432 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 can not run currently because target server of region SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 2000 ms to retry 2024-11-14T11:13:20,432 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a; timeout=2000, timestamp=1731582802432 2024-11-14T11:13:20,432 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280; timeout=2000, timestamp=1731582802432 2024-11-14T11:13:21,043 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7437412fa5b4:41369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T11:13:22,426 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:22,430 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 can not run currently because target server of region SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T11:13:22,430 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0; timeout=4000, timestamp=1731582806430 2024-11-14T11:13:22,433 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:22,433 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:22,436 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 can not run currently because target server of region SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T11:13:22,436 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a can not run currently because target server of region SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 4000 ms to retry 2024-11-14T11:13:22,436 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280; timeout=4000, timestamp=1731582806436 2024-11-14T11:13:22,436 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a; timeout=4000, timestamp=1731582806436 2024-11-14T11:13:26,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:26,434 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 can not run currently because target server of region SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T11:13:26,434 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0; timeout=8000, timestamp=1731582814434 2024-11-14T11:13:26,437 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:26,437 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:26,438 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a can not run currently because target server of region SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T11:13:26,438 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 can not run currently because target server of region SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 7437412fa5b4,41171,1731582765883 is in state SPLITTING, wait 8000 ms to retry 2024-11-14T11:13:26,439 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a; timeout=8000, timestamp=1731582814438 2024-11-14T11:13:26,439 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280; timeout=8000, timestamp=1731582814439 2024-11-14T11:13:29,170 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=7437412fa5b4,42275,1731582765767, timeout=1731582809235, delay=65, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fc709ffcbf79579c59149e9779f75dd, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 911c266c770eded4a58974b09771a409, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db7467610d32e1ff3486b685107de93e, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17d0295e5563b837ff7121c77bc99193], containedObject=7437412fa5b4,36571,1731582765947, timeout=1731582809235, delay=65, operations=[pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40475111b1c968da3db1eb760ff0bcc0, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cbe92088f61b580ecbdab6ea59c7dc4, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b837e982088565afe77f4a746f193240, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7437412fa5b4%2C41171%2C1731582765883.1731582767479, worker=7437412fa5b4,36571,1731582765947], containedObject=7437412fa5b4,41171,1731582765883, timeout=1731582809235, delay=65, operations=null] 2024-11-14T11:13:29,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-14T11:13:29,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-14T11:13:29,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-14T11:13:29,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-14T11:13:29,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:13:29,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:13:29,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-14T11:13:29,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:13:29,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-14T11:13:29,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:13:29,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-14T11:13:29,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:13:29,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:13:29,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-14T11:13:29,246 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3fc709ffcbf79579c59149e9779f75dd 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-14T11:13:29,246 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 911c266c770eded4a58974b09771a409 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-14T11:13:29,246 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 40475111b1c968da3db1eb760ff0bcc0 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-14T11:13:29,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 6cbe92088f61b580ecbdab6ea59c7dc4: 2024-11-14T11:13:29,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b837e982088565afe77f4a746f193240: 2024-11-14T11:13:29,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for db7467610d32e1ff3486b685107de93e: 2024-11-14T11:13:29,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. for SnapshotProcedureTest completed. 2024-11-14T11:13:29,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. for SnapshotProcedureTest completed. 2024-11-14T11:13:29,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. for SnapshotProcedureTest completed. 2024-11-14T11:13:29,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:13:29,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:13:29,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:13:29,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:13:29,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:13:29,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:13:29,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:13:29,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:13:29,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:13:29,274 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479, size=966 (966bytes) 2024-11-14T11:13:29,275 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T11:13:29,275 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T11:13:29,275 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479 2024-11-14T11:13:29,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741849_1025 (size=65) 2024-11-14T11:13:29,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741849_1025 (size=65) 2024-11-14T11:13:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741849_1025 (size=65) 2024-11-14T11:13:29,278 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:13:29,280 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-14T11:13:29,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:13:29,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 17d0295e5563b837ff7121c77bc99193: 2024-11-14T11:13:29,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. for SnapshotProcedureTest completed. 2024-11-14T11:13:29,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:13:29,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:13:29,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:13:29,282 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479 after 5ms 2024-11-14T11:13:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-14T11:13:29,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:29,284 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db7467610d32e1ff3486b685107de93e 2024-11-14T11:13:29,293 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479 took 21ms 2024-11-14T11:13:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741850_1026 (size=65) 2024-11-14T11:13:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741850_1026 (size=65) 2024-11-14T11:13:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741850_1026 (size=65) 2024-11-14T11:13:29,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure db7467610d32e1ff3486b685107de93e in 10.0660 sec 2024-11-14T11:13:29,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:13:29,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T11:13:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T11:13:29,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b837e982088565afe77f4a746f193240 2024-11-14T11:13:29,305 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b837e982088565afe77f4a746f193240 2024-11-14T11:13:29,309 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 10e7c1c76c70880db859f42c7dea5280: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T11:13:29,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b837e982088565afe77f4a746f193240 in 10.0830 sec 2024-11-14T11:13:29,311 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for aa290ad39779629029c4a61e8d2fc80a: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T11:13:29,313 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b82935caac269c9236a0fca9d499e8c0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-14T11:13:29,313 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479 so closing down 2024-11-14T11:13:29,313 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:13:29,314 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:13:29,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741851_1027 (size=65) 2024-11-14T11:13:29,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741851_1027 (size=65) 2024-11-14T11:13:29,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741851_1027 (size=65) 2024-11-14T11:13:29,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:13:29,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-14T11:13:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-14T11:13:29,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:29,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:13:29,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6cbe92088f61b580ecbdab6ea59c7dc4 in 10.1040 sec 2024-11-14T11:13:29,334 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479, size=966, length=966, corrupted=false, cancelled=false 2024-11-14T11:13:29,334 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479, journal: Splitting hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479, size=966 (966bytes) at 1731582809274Finishing writing output for hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479 so closing down at 1731582809313 (+39 ms)3 split writer threads finished at 1731582809314 (+1 ms)Processed 3 edits across 0 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479, size=966, length=966, corrupted=false, cancelled=false at 1731582809334 (+20 ms) 2024-11-14T11:13:29,334 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479 2024-11-14T11:13:29,334 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-14T11:13:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-14T11:13:29,344 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting/7437412fa5b4%2C41171%2C1731582765883.1731582767479 to hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/oldWALs 2024-11-14T11:13:29,350 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:29,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T11:13:29,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7437412fa5b4%2C41171%2C1731582765883.1731582767479, worker=7437412fa5b4,36571,1731582765947 in 9.8940 sec 2024-11-14T11:13:29,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741852_1028 (size=57) 2024-11-14T11:13:29,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741852_1028 (size=57) 2024-11-14T11:13:29,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741852_1028 (size=57) 2024-11-14T11:13:29,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T11:13:29,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 7437412fa5b4%2C41171%2C1731582765883.1731582767479, worker=7437412fa5b4,36571,1731582765947 in 9.9130 sec 2024-11-14T11:13:29,358 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting dir is empty, no logs to split. 2024-11-14T11:13:29,359 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7437412fa5b4,41171,1731582765883 WAL count=0, meta=false 2024-11-14T11:13:29,359 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 7437412fa5b4,41171,1731582765883 WAL splitting is done? wals=0, meta=false 2024-11-14T11:13:29,362 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7437412fa5b4,41171,1731582765883 failed, ignore...File hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/WALs/7437412fa5b4,41171,1731582765883-splitting does not exist. 2024-11-14T11:13:29,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409/.tmp/cf/5274a3d374344962862302ec002440fe is 34, key is baa/cf:cf/1731582798211/Put/seqid=0 2024-11-14T11:13:29,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd/.tmp/cf/d24b06f50b314aaaa4268a702048ffd5 is 34, key is ccd/cf:cf/1731582798300/Put/seqid=0 2024-11-14T11:13:29,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10e7c1c76c70880db859f42c7dea5280, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa290ad39779629029c4a61e8d2fc80a, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b82935caac269c9236a0fca9d499e8c0, ASSIGN}] 2024-11-14T11:13:29,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10e7c1c76c70880db859f42c7dea5280, ASSIGN 2024-11-14T11:13:29,368 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa290ad39779629029c4a61e8d2fc80a, ASSIGN 2024-11-14T11:13:29,369 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b82935caac269c9236a0fca9d499e8c0, ASSIGN 2024-11-14T11:13:29,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10e7c1c76c70880db859f42c7dea5280, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T11:13:29,371 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa290ad39779629029c4a61e8d2fc80a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T11:13:29,372 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b82935caac269c9236a0fca9d499e8c0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T11:13:29,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741854_1030 (size=28623) 2024-11-14T11:13:29,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741854_1030 (size=28623) 2024-11-14T11:13:29,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741854_1030 (size=28623) 2024-11-14T11:13:29,396 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409/.tmp/cf/5274a3d374344962862302ec002440fe 2024-11-14T11:13:29,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741855_1031 (size=47197) 2024-11-14T11:13:29,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741855_1031 (size=47197) 2024-11-14T11:13:29,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741855_1031 (size=47197) 2024-11-14T11:13:29,407 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd/.tmp/cf/d24b06f50b314aaaa4268a702048ffd5 2024-11-14T11:13:29,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd/.tmp/cf/d24b06f50b314aaaa4268a702048ffd5 as hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd/cf/d24b06f50b314aaaa4268a702048ffd5 2024-11-14T11:13:29,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409/.tmp/cf/5274a3d374344962862302ec002440fe as hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409/cf/5274a3d374344962862302ec002440fe 2024-11-14T11:13:29,474 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0/.tmp/cf/794e36f10c4f4ffba5801bf54c54a85c is 34, key is eaa/cf:cf/1731582798873/Put/seqid=0 2024-11-14T11:13:29,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741853_1029 (size=499309) 2024-11-14T11:13:29,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741853_1029 (size=499309) 2024-11-14T11:13:29,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741853_1029 (size=499309) 2024-11-14T11:13:29,481 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0/.tmp/cf/794e36f10c4f4ffba5801bf54c54a85c 2024-11-14T11:13:29,486 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd/cf/d24b06f50b314aaaa4268a702048ffd5, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-14T11:13:29,489 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409/cf/5274a3d374344962862302ec002440fe, entries=731, sequenceid=5, filesize=28.0 K 2024-11-14T11:13:29,494 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 911c266c770eded4a58974b09771a409 in 247ms, sequenceid=5, compaction requested=false 2024-11-14T11:13:29,494 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3fc709ffcbf79579c59149e9779f75dd in 246ms, sequenceid=5, compaction requested=false 2024-11-14T11:13:29,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0/.tmp/cf/794e36f10c4f4ffba5801bf54c54a85c as hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0/cf/794e36f10c4f4ffba5801bf54c54a85c 2024-11-14T11:13:29,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 911c266c770eded4a58974b09771a409: 2024-11-14T11:13:29,494 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3fc709ffcbf79579c59149e9779f75dd: 2024-11-14T11:13:29,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. for SnapshotProcedureTest completed. 2024-11-14T11:13:29,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. for SnapshotProcedureTest completed. 2024-11-14T11:13:29,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:13:29,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:13:29,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:13:29,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:13:29,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409/cf/5274a3d374344962862302ec002440fe] hfiles 2024-11-14T11:13:29,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd/cf/d24b06f50b314aaaa4268a702048ffd5] hfiles 2024-11-14T11:13:29,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409/cf/5274a3d374344962862302ec002440fe for snapshot=SnapshotProcedureTest 2024-11-14T11:13:29,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd/cf/d24b06f50b314aaaa4268a702048ffd5 for snapshot=SnapshotProcedureTest 2024-11-14T11:13:29,505 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0/cf/794e36f10c4f4ffba5801bf54c54a85c, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-14T11:13:29,506 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 40475111b1c968da3db1eb760ff0bcc0 in 263ms, sequenceid=5, compaction requested=false 2024-11-14T11:13:29,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 40475111b1c968da3db1eb760ff0bcc0: 2024-11-14T11:13:29,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. for SnapshotProcedureTest completed. 2024-11-14T11:13:29,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:13:29,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:13:29,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0/cf/794e36f10c4f4ffba5801bf54c54a85c] hfiles 2024-11-14T11:13:29,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0/cf/794e36f10c4f4ffba5801bf54c54a85c for snapshot=SnapshotProcedureTest 2024-11-14T11:13:29,521 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:13:29,521 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:13:29,522 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:13:29,522 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:13:29,522 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:13:29,522 INFO [7437412fa5b4:41369 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:13:29,522 INFO [7437412fa5b4:41369 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:13:29,522 DEBUG [7437412fa5b4:41369 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:13:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741856_1032 (size=105) 2024-11-14T11:13:29,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=aa290ad39779629029c4a61e8d2fc80a, regionState=OPENING, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:29,523 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b82935caac269c9236a0fca9d499e8c0, regionState=OPENING, regionLocation=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:29,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741856_1032 (size=105) 2024-11-14T11:13:29,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741856_1032 (size=105) 2024-11-14T11:13:29,523 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=10e7c1c76c70880db859f42c7dea5280, regionState=OPENING, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:29,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b82935caac269c9236a0fca9d499e8c0, ASSIGN because future has completed 2024-11-14T11:13:29,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b82935caac269c9236a0fca9d499e8c0, server=7437412fa5b4,36571,1731582765947}] 2024-11-14T11:13:29,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa290ad39779629029c4a61e8d2fc80a, ASSIGN because future has completed 2024-11-14T11:13:29,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa290ad39779629029c4a61e8d2fc80a, server=7437412fa5b4,42275,1731582765767}] 2024-11-14T11:13:29,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=10e7c1c76c70880db859f42c7dea5280, ASSIGN because future has completed 2024-11-14T11:13:29,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e7c1c76c70880db859f42c7dea5280, server=7437412fa5b4,42275,1731582765767}] 2024-11-14T11:13:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741857_1033 (size=105) 2024-11-14T11:13:29,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741857_1033 (size=105) 2024-11-14T11:13:29,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741857_1033 (size=105) 2024-11-14T11:13:29,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:13:29,539 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T11:13:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-14T11:13:29,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 911c266c770eded4a58974b09771a409 2024-11-14T11:13:29,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 911c266c770eded4a58974b09771a409 2024-11-14T11:13:29,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 911c266c770eded4a58974b09771a409 in 10.3170 sec 2024-11-14T11:13:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741858_1034 (size=97) 2024-11-14T11:13:29,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741858_1034 (size=97) 2024-11-14T11:13:29,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741858_1034 (size=97) 2024-11-14T11:13:29,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:13:29,553 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-14T11:13:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-14T11:13:29,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:29,554 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:13:29,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 40475111b1c968da3db1eb760ff0bcc0 in 10.3300 sec 2024-11-14T11:13:29,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:13:29,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T11:13:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T11:13:29,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:29,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:13:29,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 17d0295e5563b837ff7121c77bc99193 in 10.5360 sec 2024-11-14T11:13:29,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:13:29,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-14T11:13:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-14T11:13:29,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:29,928 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:13:29,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3fc709ffcbf79579c59149e9779f75dd in 10.7050 sec 2024-11-14T11:13:34,434 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 held by pid=41 2024-11-14T11:13:34,434 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:34,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a held by pid=40 2024-11-14T11:13:34,438 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:34,439 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 held by pid=39 2024-11-14T11:13:34,439 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:38,199 INFO [master/7437412fa5b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T11:13:38,199 INFO [master/7437412fa5b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T11:13:39,538 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:13:39,538 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:13:39,538 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 10e7c1c76c70880db859f42c7dea5280, NAME => 'SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T11:13:39,538 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => b82935caac269c9236a0fca9d499e8c0, NAME => 'SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-14T11:13:39,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:39,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:39,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,541 INFO [StoreOpener-b82935caac269c9236a0fca9d499e8c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,541 INFO [StoreOpener-10e7c1c76c70880db859f42c7dea5280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,543 INFO [StoreOpener-b82935caac269c9236a0fca9d499e8c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b82935caac269c9236a0fca9d499e8c0 columnFamilyName cf 2024-11-14T11:13:39,543 INFO [StoreOpener-10e7c1c76c70880db859f42c7dea5280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10e7c1c76c70880db859f42c7dea5280 columnFamilyName cf 2024-11-14T11:13:39,543 DEBUG [StoreOpener-b82935caac269c9236a0fca9d499e8c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:39,543 DEBUG [StoreOpener-10e7c1c76c70880db859f42c7dea5280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:39,544 INFO [StoreOpener-b82935caac269c9236a0fca9d499e8c0-1 {}] regionserver.HStore(327): Store=b82935caac269c9236a0fca9d499e8c0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:39,544 INFO [StoreOpener-10e7c1c76c70880db859f42c7dea5280-1 {}] regionserver.HStore(327): Store=10e7c1c76c70880db859f42c7dea5280/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:39,544 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,544 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,545 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,545 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,546 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,546 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,547 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,547 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,547 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,547 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,549 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,549 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,550 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 10e7c1c76c70880db859f42c7dea5280; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73554201, jitterRate=0.09604300558567047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:39,550 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened b82935caac269c9236a0fca9d499e8c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71396478, jitterRate=0.06389042735099792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:39,550 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,550 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,550 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 10e7c1c76c70880db859f42c7dea5280: Running coprocessor pre-open hook at 1731582819539Writing region info on filesystem at 1731582819539Initializing all the Stores at 1731582819541 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582819541Cleaning up temporary data from old regions at 1731582819547 (+6 ms)Running coprocessor post-open hooks at 1731582819550 (+3 ms)Region opened successfully at 1731582819550 2024-11-14T11:13:39,550 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for b82935caac269c9236a0fca9d499e8c0: Running coprocessor pre-open hook at 1731582819539Writing region info on filesystem at 1731582819539Initializing all the Stores at 1731582819541 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582819541Cleaning up temporary data from old regions at 1731582819547 (+6 ms)Running coprocessor post-open hooks at 1731582819550 (+3 ms)Region opened successfully at 1731582819550 2024-11-14T11:13:39,551 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0., pid=42, masterSystemTime=1731582819531 2024-11-14T11:13:39,551 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280., pid=44, masterSystemTime=1731582819531 2024-11-14T11:13:39,554 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:13:39,554 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:13:39,555 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=b82935caac269c9236a0fca9d499e8c0, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:39,555 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:13:39,556 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:13:39,556 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:13:39,556 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => aa290ad39779629029c4a61e8d2fc80a, NAME => 'SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-14T11:13:39,556 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,556 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:13:39,557 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,557 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,557 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=10e7c1c76c70880db859f42c7dea5280, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:39,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure b82935caac269c9236a0fca9d499e8c0, server=7437412fa5b4,36571,1731582765947 because future has completed 2024-11-14T11:13:39,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10e7c1c76c70880db859f42c7dea5280, server=7437412fa5b4,42275,1731582765767 because future has completed 2024-11-14T11:13:39,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-14T11:13:39,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure b82935caac269c9236a0fca9d499e8c0, server=7437412fa5b4,36571,1731582765947 in 10.0350 sec 2024-11-14T11:13:39,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-14T11:13:39,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 10e7c1c76c70880db859f42c7dea5280, server=7437412fa5b4,42275,1731582765767 in 10.0330 sec 2024-11-14T11:13:39,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b82935caac269c9236a0fca9d499e8c0, ASSIGN in 10.1990 sec 2024-11-14T11:13:39,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:39,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=10e7c1c76c70880db859f42c7dea5280, ASSIGN in 10.2000 sec 2024-11-14T11:13:39,568 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:39,572 INFO [StoreOpener-aa290ad39779629029c4a61e8d2fc80a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,574 INFO [StoreOpener-aa290ad39779629029c4a61e8d2fc80a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa290ad39779629029c4a61e8d2fc80a columnFamilyName cf 2024-11-14T11:13:39,574 DEBUG [StoreOpener-aa290ad39779629029c4a61e8d2fc80a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:13:39,575 INFO [StoreOpener-aa290ad39779629029c4a61e8d2fc80a-1 {}] regionserver.HStore(327): Store=aa290ad39779629029c4a61e8d2fc80a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:13:39,575 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,577 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,579 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,579 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,579 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,583 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,584 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened aa290ad39779629029c4a61e8d2fc80a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59347029, jitterRate=-0.11566035449504852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:13:39,584 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,584 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for aa290ad39779629029c4a61e8d2fc80a: Running coprocessor pre-open hook at 1731582819557Writing region info on filesystem at 1731582819557Initializing all the Stores at 1731582819558 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582819558Cleaning up temporary data from old regions at 1731582819580 (+22 ms)Running coprocessor post-open hooks at 1731582819584 (+4 ms)Region opened successfully at 1731582819584 2024-11-14T11:13:39,586 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a., pid=43, masterSystemTime=1731582819531 2024-11-14T11:13:39,590 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:13:39,590 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:13:39,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=aa290ad39779629029c4a61e8d2fc80a, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:39,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa290ad39779629029c4a61e8d2fc80a, server=7437412fa5b4,42275,1731582765767 because future has completed 2024-11-14T11:13:39,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-14T11:13:39,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure aa290ad39779629029c4a61e8d2fc80a, server=7437412fa5b4,42275,1731582765767 in 10.0680 sec 2024-11-14T11:13:39,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:39,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-14T11:13:39,607 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 7437412fa5b4,41171,1731582765883 after splitting done 2024-11-14T11:13:39,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa290ad39779629029c4a61e8d2fc80a, ASSIGN in 10.2340 sec 2024-11-14T11:13:39,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 7437412fa5b4,41171,1731582765883, splitWal=true, meta=false in 20.2010 sec 2024-11-14T11:13:43,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:13:45,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T11:13:47,327 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T11:13:49,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-14T11:13:49,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:13:49,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for b82935caac269c9236a0fca9d499e8c0: 2024-11-14T11:13:49,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. for SnapshotProcedureTest completed. 2024-11-14T11:13:49,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-14T11:13:49,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:13:49,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:13:49,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:13:49,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-14T11:13:49,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 10e7c1c76c70880db859f42c7dea5280: 2024-11-14T11:13:49,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:13:49,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. for SnapshotProcedureTest completed. 2024-11-14T11:13:49,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:13:49,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:13:49,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for aa290ad39779629029c4a61e8d2fc80a: 2024-11-14T11:13:49,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:13:49,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. for SnapshotProcedureTest completed. 2024-11-14T11:13:49,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:13:49,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:13:49,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:13:49,571 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:13:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741859_1035 (size=65) 2024-11-14T11:13:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741859_1035 (size=65) 2024-11-14T11:13:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741859_1035 (size=65) 2024-11-14T11:13:49,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:13:49,594 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T11:13:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-14T11:13:49,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:49,595 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:13:49,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa290ad39779629029c4a61e8d2fc80a in 30.3710 sec 2024-11-14T11:13:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741861_1037 (size=65) 2024-11-14T11:13:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741861_1037 (size=65) 2024-11-14T11:13:49,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:13:49,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-14T11:13:49,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741861_1037 (size=65) 2024-11-14T11:13:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-14T11:13:49,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:49,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:13:49,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b82935caac269c9236a0fca9d499e8c0 in 30.3880 sec 2024-11-14T11:13:49,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741860_1036 (size=65) 2024-11-14T11:13:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741860_1036 (size=65) 2024-11-14T11:13:49,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741860_1036 (size=65) 2024-11-14T11:13:49,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:13:49,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-14T11:13:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-14T11:13:49,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:49,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:13:49,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-14T11:13:49,632 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T11:13:49,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 10e7c1c76c70880db859f42c7dea5280 in 30.4030 sec 2024-11-14T11:13:49,635 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T11:13:49,639 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T11:13:49,639 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-14T11:13:49,642 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T11:13:49,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741862_1038 (size=1134) 2024-11-14T11:13:49,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741862_1038 (size=1134) 2024-11-14T11:13:49,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741862_1038 (size=1134) 2024-11-14T11:13:49,721 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T11:13:49,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-14T11:13:49,752 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:49,753 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:49,758 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:49,758 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:49,764 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:49,767 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:53,047 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7437412fa5b4:41369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T11:13:54,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 40475111b1c968da3db1eb760ff0bcc0, had cached 0 bytes from a total of 499309 2024-11-14T11:13:54,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3fc709ffcbf79579c59149e9779f75dd, had cached 0 bytes from a total of 47197 2024-11-14T11:13:54,257 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 911c266c770eded4a58974b09771a409, had cached 0 bytes from a total of 28623 2024-11-14T11:13:58,653 DEBUG [master/7437412fa5b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b837e982088565afe77f4a746f193240 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:13:58,654 DEBUG [master/7437412fa5b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b82935caac269c9236a0fca9d499e8c0 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:13:58,654 DEBUG [master/7437412fa5b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6cbe92088f61b580ecbdab6ea59c7dc4 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:13:58,655 DEBUG [master/7437412fa5b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 40475111b1c968da3db1eb760ff0bcc0 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:13:58,655 DEBUG [master/7437412fa5b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 17d0295e5563b837ff7121c77bc99193 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:13:58,655 DEBUG [master/7437412fa5b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aa290ad39779629029c4a61e8d2fc80a changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:13:58,655 DEBUG [master/7437412fa5b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region db7467610d32e1ff3486b685107de93e changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:13:58,655 DEBUG [master/7437412fa5b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 10e7c1c76c70880db859f42c7dea5280 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:13:58,656 DEBUG [master/7437412fa5b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 911c266c770eded4a58974b09771a409 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:13:58,656 DEBUG [master/7437412fa5b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3fc709ffcbf79579c59149e9779f75dd changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:13:59,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-14T11:13:59,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-14T11:13:59,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-14T11:13:59,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-14T11:13:59,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-14T11:13:59,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-14T11:13:59,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T11:13:59,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T11:13:59,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-14T11:13:59,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-14T11:13:59,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T11:13:59,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T11:13:59,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T11:13:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-14T11:13:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-14T11:13:59,770 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-14T11:13:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-14T11:13:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T11:13:59,772 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 Release verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:59,772 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,36571,1731582765947 Release verify snapshot worker=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T11:13:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-14T11:13:59,773 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 Release verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:59,774 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:59,774 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:59,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 in 10.0360 sec 2024-11-14T11:13:59,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 in 10.0350 sec 2024-11-14T11:13:59,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,36571,1731582765947 in 10.0350 sec 2024-11-14T11:13:59,777 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 Release verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:59,777 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,36571,1731582765947 Release verify snapshot worker=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:59,777 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,36571,1731582765947 Release verify snapshot worker=7437412fa5b4,36571,1731582765947 2024-11-14T11:13:59,778 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:59,778 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:13:59,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,36571,1731582765947 in 10.0400 sec 2024-11-14T11:13:59,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 in 10.0400 sec 2024-11-14T11:13:59,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,36571,1731582765947 in 10.0400 sec 2024-11-14T11:14:09,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36571 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-14T11:14:09,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-14T11:14:09,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-14T11:14:09,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-14T11:14:09,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-14T11:14:09,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-14T11:14:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-14T11:14:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-14T11:14:09,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T11:14:09,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-14T11:14:09,779 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 Release verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:14:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T11:14:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41369 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-14T11:14:09,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 in 20.0420 sec 2024-11-14T11:14:09,782 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 Release verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:14:09,782 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,36571,1731582765947 Release verify snapshot worker=7437412fa5b4,36571,1731582765947 2024-11-14T11:14:09,784 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 Release verify snapshot worker=7437412fa5b4,42275,1731582765767 2024-11-14T11:14:09,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,36571,1731582765947 in 20.0450 sec 2024-11-14T11:14:09,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 in 20.0450 sec 2024-11-14T11:14:09,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-14T11:14:09,786 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T11:14:09,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42275,1731582765767 in 20.0470 sec 2024-11-14T11:14:09,790 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/.hbase-snapshot/SnapshotProcedureTest 2024-11-14T11:14:09,793 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T11:14:09,793 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-14T11:14:09,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.6430 sec 2024-11-14T11:14:10,042 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-14T11:14:10,049 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T11:14:10,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T11:14:10,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:14:10,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:14:10,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:10,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:10,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:14:10,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T11:14:10,051 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1187101096, stopped=false 2024-11-14T11:14:10,052 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7437412fa5b4,41369,1731582764750 2024-11-14T11:14:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:14:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:14:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:14:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:10,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:10,101 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:14:10,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:14:10,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:14:10,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:14:10,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:14:10,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:14:10,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:10,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,42275,1731582765767' ***** 2024-11-14T11:14:10,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:14:10,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,36571,1731582765947' ***** 2024-11-14T11:14:10,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:14:10,104 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:14:10,104 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:14:10,104 INFO [RS:0;7437412fa5b4:42275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:14:10,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:14:10,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:14:10,104 INFO [RS:2;7437412fa5b4:36571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:14:10,104 INFO [RS:0;7437412fa5b4:42275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:14:10,104 INFO [RS:2;7437412fa5b4:36571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:14:10,104 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(3091): Received CLOSE for b837e982088565afe77f4a746f193240 2024-11-14T11:14:10,104 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fc709ffcbf79579c59149e9779f75dd 2024-11-14T11:14:10,105 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(3091): Received CLOSE for 40475111b1c968da3db1eb760ff0bcc0 2024-11-14T11:14:10,105 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(3091): Received CLOSE for b82935caac269c9236a0fca9d499e8c0 2024-11-14T11:14:10,105 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(3091): Received CLOSE for 6cbe92088f61b580ecbdab6ea59c7dc4 2024-11-14T11:14:10,105 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,36571,1731582765947 2024-11-14T11:14:10,105 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(3091): Received CLOSE for 17d0295e5563b837ff7121c77bc99193 2024-11-14T11:14:10,105 INFO [RS:2;7437412fa5b4:36571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:14:10,105 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(3091): Received CLOSE for 911c266c770eded4a58974b09771a409 2024-11-14T11:14:10,105 INFO [RS:2;7437412fa5b4:36571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7437412fa5b4:36571. 2024-11-14T11:14:10,105 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(3091): Received CLOSE for 10e7c1c76c70880db859f42c7dea5280 2024-11-14T11:14:10,105 DEBUG [RS:2;7437412fa5b4:36571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:14:10,105 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(3091): Received CLOSE for aa290ad39779629029c4a61e8d2fc80a 2024-11-14T11:14:10,105 DEBUG [RS:2;7437412fa5b4:36571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:10,105 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(3091): Received CLOSE for db7467610d32e1ff3486b685107de93e 2024-11-14T11:14:10,105 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b837e982088565afe77f4a746f193240, disabling compactions & flushes 2024-11-14T11:14:10,105 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fc709ffcbf79579c59149e9779f75dd, disabling compactions & flushes 2024-11-14T11:14:10,105 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,42275,1731582765767 2024-11-14T11:14:10,105 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:14:10,105 INFO [RS:0;7437412fa5b4:42275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:14:10,105 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:14:10,105 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:14:10,106 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:14:10,106 INFO [RS:0;7437412fa5b4:42275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7437412fa5b4:42275. 2024-11-14T11:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. after waiting 0 ms 2024-11-14T11:14:10,106 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:14:10,106 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. after waiting 0 ms 2024-11-14T11:14:10,106 DEBUG [RS:0;7437412fa5b4:42275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:14:10,106 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:14:10,106 DEBUG [RS:0;7437412fa5b4:42275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:10,106 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T11:14:10,106 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-14T11:14:10,106 DEBUG [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(1325): Online Regions={3fc709ffcbf79579c59149e9779f75dd=SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd., 17d0295e5563b837ff7121c77bc99193=SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193., 911c266c770eded4a58974b09771a409=SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409., 10e7c1c76c70880db859f42c7dea5280=SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280., aa290ad39779629029c4a61e8d2fc80a=SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a., db7467610d32e1ff3486b685107de93e=SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e.} 2024-11-14T11:14:10,106 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-14T11:14:10,106 DEBUG [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(1351): Waiting on 10e7c1c76c70880db859f42c7dea5280, 17d0295e5563b837ff7121c77bc99193, 3fc709ffcbf79579c59149e9779f75dd, 911c266c770eded4a58974b09771a409, aa290ad39779629029c4a61e8d2fc80a, db7467610d32e1ff3486b685107de93e 2024-11-14T11:14:10,106 DEBUG [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(1325): Online Regions={b837e982088565afe77f4a746f193240=SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240., 40475111b1c968da3db1eb760ff0bcc0=SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0., 1588230740=hbase:meta,,1.1588230740, b82935caac269c9236a0fca9d499e8c0=SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0., 6cbe92088f61b580ecbdab6ea59c7dc4=SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4.} 2024-11-14T11:14:10,106 DEBUG [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40475111b1c968da3db1eb760ff0bcc0, 6cbe92088f61b580ecbdab6ea59c7dc4, b82935caac269c9236a0fca9d499e8c0, b837e982088565afe77f4a746f193240 2024-11-14T11:14:10,107 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:14:10,107 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:14:10,107 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:14:10,107 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:14:10,107 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:14:10,107 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-14T11:14:10,115 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/3fc709ffcbf79579c59149e9779f75dd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T11:14:10,116 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/b837e982088565afe77f4a746f193240/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:14:10,118 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:14:10,118 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:14:10,118 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fc709ffcbf79579c59149e9779f75dd: Waiting for close lock at 1731582850105Running coprocessor pre-close hooks at 1731582850105Disabling compacts and flushes for region at 1731582850105Disabling writes for close at 1731582850106 (+1 ms)Writing region close event to WAL at 1731582850107 (+1 ms)Running coprocessor post-close hooks at 1731582850115 (+8 ms)Closed at 1731582850118 (+3 ms) 2024-11-14T11:14:10,118 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b837e982088565afe77f4a746f193240: Waiting for close lock at 1731582850105Running coprocessor pre-close hooks at 1731582850105Disabling compacts and flushes for region at 1731582850105Disabling writes for close at 1731582850106 (+1 ms)Writing region close event to WAL at 1731582850106Running coprocessor post-close hooks at 1731582850117 (+11 ms)Closed at 1731582850118 (+1 ms) 2024-11-14T11:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731582778342.3fc709ffcbf79579c59149e9779f75dd. 2024-11-14T11:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731582778342.b837e982088565afe77f4a746f193240. 2024-11-14T11:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17d0295e5563b837ff7121c77bc99193, disabling compactions & flushes 2024-11-14T11:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40475111b1c968da3db1eb760ff0bcc0, disabling compactions & flushes 2024-11-14T11:14:10,119 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:14:10,119 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:14:10,119 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. after waiting 0 ms 2024-11-14T11:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:14:10,119 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. after waiting 0 ms 2024-11-14T11:14:10,119 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:14:10,134 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/17d0295e5563b837ff7121c77bc99193/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:14:10,135 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:14:10,136 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17d0295e5563b837ff7121c77bc99193: Waiting for close lock at 1731582850119Running coprocessor pre-close hooks at 1731582850119Disabling compacts and flushes for region at 1731582850119Disabling writes for close at 1731582850119Writing region close event to WAL at 1731582850123 (+4 ms)Running coprocessor post-close hooks at 1731582850135 (+12 ms)Closed at 1731582850135 2024-11-14T11:14:10,136 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731582778342.17d0295e5563b837ff7121c77bc99193. 2024-11-14T11:14:10,136 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 911c266c770eded4a58974b09771a409, disabling compactions & flushes 2024-11-14T11:14:10,136 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:14:10,136 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:14:10,136 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. after waiting 0 ms 2024-11-14T11:14:10,136 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:14:10,143 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/40475111b1c968da3db1eb760ff0bcc0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T11:14:10,144 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:14:10,145 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40475111b1c968da3db1eb760ff0bcc0: Waiting for close lock at 1731582850119Running coprocessor pre-close hooks at 1731582850119Disabling compacts and flushes for region at 1731582850119Disabling writes for close at 1731582850119Writing region close event to WAL at 1731582850130 (+11 ms)Running coprocessor post-close hooks at 1731582850144 (+14 ms)Closed at 1731582850144 2024-11-14T11:14:10,145 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731582778342.40475111b1c968da3db1eb760ff0bcc0. 2024-11-14T11:14:10,145 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b82935caac269c9236a0fca9d499e8c0, disabling compactions & flushes 2024-11-14T11:14:10,145 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:14:10,145 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:14:10,145 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. after waiting 0 ms 2024-11-14T11:14:10,145 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:14:10,151 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/911c266c770eded4a58974b09771a409/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T11:14:10,152 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/.tmp/info/0bd3c6dec0cd4566b6e03eaf469d68b0 is 167, key is SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a./info:regioninfo/1731582819592/Put/seqid=0 2024-11-14T11:14:10,153 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:14:10,153 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 911c266c770eded4a58974b09771a409: Waiting for close lock at 1731582850136Running coprocessor pre-close hooks at 1731582850136Disabling compacts and flushes for region at 1731582850136Disabling writes for close at 1731582850136Writing region close event to WAL at 1731582850143 (+7 ms)Running coprocessor post-close hooks at 1731582850153 (+10 ms)Closed at 1731582850153 2024-11-14T11:14:10,153 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731582778342.911c266c770eded4a58974b09771a409. 2024-11-14T11:14:10,153 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10e7c1c76c70880db859f42c7dea5280, disabling compactions & flushes 2024-11-14T11:14:10,154 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:14:10,154 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:14:10,154 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. after waiting 0 ms 2024-11-14T11:14:10,154 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:14:10,161 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/b82935caac269c9236a0fca9d499e8c0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:14:10,163 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:14:10,163 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b82935caac269c9236a0fca9d499e8c0: Waiting for close lock at 1731582850145Running coprocessor pre-close hooks at 1731582850145Disabling compacts and flushes for region at 1731582850145Disabling writes for close at 1731582850145Writing region close event to WAL at 1731582850148 (+3 ms)Running coprocessor post-close hooks at 1731582850163 (+15 ms)Closed at 1731582850163 2024-11-14T11:14:10,163 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731582778342.b82935caac269c9236a0fca9d499e8c0. 2024-11-14T11:14:10,163 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6cbe92088f61b580ecbdab6ea59c7dc4, disabling compactions & flushes 2024-11-14T11:14:10,163 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:14:10,163 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:14:10,163 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. after waiting 0 ms 2024-11-14T11:14:10,163 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:14:10,173 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/10e7c1c76c70880db859f42c7dea5280/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:14:10,174 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:14:10,174 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10e7c1c76c70880db859f42c7dea5280: Waiting for close lock at 1731582850153Running coprocessor pre-close hooks at 1731582850153Disabling compacts and flushes for region at 1731582850153Disabling writes for close at 1731582850154 (+1 ms)Writing region close event to WAL at 1731582850161 (+7 ms)Running coprocessor post-close hooks at 1731582850174 (+13 ms)Closed at 1731582850174 2024-11-14T11:14:10,174 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731582778342.10e7c1c76c70880db859f42c7dea5280. 2024-11-14T11:14:10,174 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa290ad39779629029c4a61e8d2fc80a, disabling compactions & flushes 2024-11-14T11:14:10,174 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:14:10,174 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:14:10,174 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. after waiting 0 ms 2024-11-14T11:14:10,174 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:14:10,181 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/6cbe92088f61b580ecbdab6ea59c7dc4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:14:10,182 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:14:10,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741863_1039 (size=19817) 2024-11-14T11:14:10,183 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6cbe92088f61b580ecbdab6ea59c7dc4: Waiting for close lock at 1731582850163Running coprocessor pre-close hooks at 1731582850163Disabling compacts and flushes for region at 1731582850163Disabling writes for close at 1731582850163Writing region close event to WAL at 1731582850171 (+8 ms)Running coprocessor post-close hooks at 1731582850182 (+11 ms)Closed at 1731582850182 2024-11-14T11:14:10,183 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731582778342.6cbe92088f61b580ecbdab6ea59c7dc4. 2024-11-14T11:14:10,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741863_1039 (size=19817) 2024-11-14T11:14:10,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741863_1039 (size=19817) 2024-11-14T11:14:10,186 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/aa290ad39779629029c4a61e8d2fc80a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:14:10,186 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:14:10,186 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa290ad39779629029c4a61e8d2fc80a: Waiting for close lock at 1731582850174Running coprocessor pre-close hooks at 1731582850174Disabling compacts and flushes for region at 1731582850174Disabling writes for close at 1731582850174Writing region close event to WAL at 1731582850180 (+6 ms)Running coprocessor post-close hooks at 1731582850186 (+6 ms)Closed at 1731582850186 2024-11-14T11:14:10,186 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731582778342.aa290ad39779629029c4a61e8d2fc80a. 2024-11-14T11:14:10,187 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db7467610d32e1ff3486b685107de93e, disabling compactions & flushes 2024-11-14T11:14:10,187 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:14:10,187 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:14:10,187 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. after waiting 0 ms 2024-11-14T11:14:10,187 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:14:10,188 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/.tmp/info/0bd3c6dec0cd4566b6e03eaf469d68b0 2024-11-14T11:14:10,193 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/default/SPTestTable/db7467610d32e1ff3486b685107de93e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:14:10,194 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:14:10,194 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db7467610d32e1ff3486b685107de93e: Waiting for close lock at 1731582850187Running coprocessor pre-close hooks at 1731582850187Disabling compacts and flushes for region at 1731582850187Disabling writes for close at 1731582850187Writing region close event to WAL at 1731582850188 (+1 ms)Running coprocessor post-close hooks at 1731582850194 (+6 ms)Closed at 1731582850194 2024-11-14T11:14:10,195 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731582778342.db7467610d32e1ff3486b685107de93e. 2024-11-14T11:14:10,218 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/.tmp/ns/a65f18b9acf64c939cd7cf4ac561698a is 43, key is default/ns:d/1731582778100/Put/seqid=0 2024-11-14T11:14:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741864_1040 (size=5153) 2024-11-14T11:14:10,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741864_1040 (size=5153) 2024-11-14T11:14:10,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741864_1040 (size=5153) 2024-11-14T11:14:10,249 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/.tmp/ns/a65f18b9acf64c939cd7cf4ac561698a 2024-11-14T11:14:10,276 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/.tmp/table/2372b028b75e471aa84018cbe5a762c9 is 47, key is SPTestTable/table:state/1731582789316/Put/seqid=0 2024-11-14T11:14:10,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741865_1041 (size=5214) 2024-11-14T11:14:10,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741865_1041 (size=5214) 2024-11-14T11:14:10,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741865_1041 (size=5214) 2024-11-14T11:14:10,289 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/.tmp/table/2372b028b75e471aa84018cbe5a762c9 2024-11-14T11:14:10,299 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/.tmp/info/0bd3c6dec0cd4566b6e03eaf469d68b0 as hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/info/0bd3c6dec0cd4566b6e03eaf469d68b0 2024-11-14T11:14:10,307 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,42275,1731582765767; all regions closed. 2024-11-14T11:14:10,307 DEBUG [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:14:10,307 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/info/0bd3c6dec0cd4566b6e03eaf469d68b0, entries=112, sequenceid=35, filesize=19.4 K 2024-11-14T11:14:10,309 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/.tmp/ns/a65f18b9acf64c939cd7cf4ac561698a as hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/ns/a65f18b9acf64c939cd7cf4ac561698a 2024-11-14T11:14:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741835_1011 (size=4605) 2024-11-14T11:14:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741835_1011 (size=4605) 2024-11-14T11:14:10,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741835_1011 (size=4605) 2024-11-14T11:14:10,314 DEBUG [RS:0;7437412fa5b4:42275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/oldWALs 2024-11-14T11:14:10,314 INFO [RS:0;7437412fa5b4:42275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C42275%2C1731582765767:(num 1731582767481) 2024-11-14T11:14:10,314 DEBUG [RS:0;7437412fa5b4:42275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:10,314 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:14:10,315 INFO [RS:0;7437412fa5b4:42275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:14:10,315 INFO [RS:0;7437412fa5b4:42275 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:14:10,315 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:14:10,315 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:14:10,315 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:14:10,315 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:14:10,315 INFO [RS:0;7437412fa5b4:42275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:14:10,316 INFO [RS:0;7437412fa5b4:42275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42275 2024-11-14T11:14:10,320 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/ns/a65f18b9acf64c939cd7cf4ac561698a, entries=2, sequenceid=35, filesize=5.0 K 2024-11-14T11:14:10,322 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/.tmp/table/2372b028b75e471aa84018cbe5a762c9 as hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/table/2372b028b75e471aa84018cbe5a762c9 2024-11-14T11:14:10,326 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T11:14:10,326 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T11:14:10,331 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/table/2372b028b75e471aa84018cbe5a762c9, entries=2, sequenceid=35, filesize=5.1 K 2024-11-14T11:14:10,332 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 225ms, sequenceid=35, compaction requested=false 2024-11-14T11:14:10,338 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-14T11:14:10,339 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:14:10,339 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:14:10,340 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731582850107Running coprocessor pre-close hooks at 1731582850107Disabling compacts and flushes for region at 1731582850107Disabling writes for close at 1731582850107Obtaining lock to block concurrent updates at 1731582850107Preparing flush snapshotting stores in 1588230740 at 1731582850107Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731582850108 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731582850109 (+1 ms)Flushing 1588230740/info: creating writer at 1731582850109Flushing 1588230740/info: appending metadata at 1731582850150 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731582850150Flushing 1588230740/ns: creating writer at 1731582850197 (+47 ms)Flushing 1588230740/ns: appending metadata at 1731582850217 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731582850217Flushing 1588230740/table: creating writer at 1731582850258 (+41 ms)Flushing 1588230740/table: appending metadata at 1731582850275 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731582850275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b11093f: reopening flushed file at 1731582850297 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43288e50: reopening flushed file at 1731582850307 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae758eb: reopening flushed file at 1731582850321 (+14 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 225ms, sequenceid=35, compaction requested=false at 1731582850333 (+12 ms)Writing region close event to WAL at 1731582850334 (+1 ms)Running coprocessor post-close hooks at 1731582850339 (+5 ms)Closed at 1731582850339 2024-11-14T11:14:10,340 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T11:14:10,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,42275,1731582765767 2024-11-14T11:14:10,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:14:10,360 INFO [RS:0;7437412fa5b4:42275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:14:10,381 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,42275,1731582765767] 2024-11-14T11:14:10,391 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,42275,1731582765767 already deleted, retry=false 2024-11-14T11:14:10,391 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,42275,1731582765767 expired; onlineServers=1 2024-11-14T11:14:10,481 INFO [RS:0;7437412fa5b4:42275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:14:10,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:14:10,481 INFO [RS:0;7437412fa5b4:42275 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,42275,1731582765767; zookeeper connection closed. 2024-11-14T11:14:10,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42275-0x101390c1ee20001, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:14:10,481 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a0af126 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a0af126 2024-11-14T11:14:10,507 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,36571,1731582765947; all regions closed. 2024-11-14T11:14:10,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741836_1012 (size=18438) 2024-11-14T11:14:10,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741836_1012 (size=18438) 2024-11-14T11:14:10,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741836_1012 (size=18438) 2024-11-14T11:14:10,513 DEBUG [RS:2;7437412fa5b4:36571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/oldWALs 2024-11-14T11:14:10,513 INFO [RS:2;7437412fa5b4:36571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C36571%2C1731582765947.meta:.meta(num 1731582777862) 2024-11-14T11:14:10,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741834_1010 (size=2947) 2024-11-14T11:14:10,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741834_1010 (size=2947) 2024-11-14T11:14:10,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741834_1010 (size=2947) 2024-11-14T11:14:10,522 DEBUG [RS:2;7437412fa5b4:36571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/oldWALs 2024-11-14T11:14:10,522 INFO [RS:2;7437412fa5b4:36571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C36571%2C1731582765947:(num 1731582767479) 2024-11-14T11:14:10,522 DEBUG [RS:2;7437412fa5b4:36571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:10,522 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:14:10,522 INFO [RS:2;7437412fa5b4:36571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:14:10,523 INFO [RS:2;7437412fa5b4:36571 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:14:10,523 INFO [RS:2;7437412fa5b4:36571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:14:10,523 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:14:10,524 INFO [RS:2;7437412fa5b4:36571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36571 2024-11-14T11:14:10,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,36571,1731582765947 2024-11-14T11:14:10,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:14:10,596 INFO [RS:2;7437412fa5b4:36571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:14:10,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,36571,1731582765947] 2024-11-14T11:14:10,638 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,36571,1731582765947 already deleted, retry=false 2024-11-14T11:14:10,638 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,36571,1731582765947 expired; onlineServers=0 2024-11-14T11:14:10,638 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7437412fa5b4,41369,1731582764750' ***** 2024-11-14T11:14:10,638 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T11:14:10,638 INFO [M:0;7437412fa5b4:41369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:14:10,638 INFO [M:0;7437412fa5b4:41369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:14:10,638 DEBUG [M:0;7437412fa5b4:41369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T11:14:10,639 DEBUG [M:0;7437412fa5b4:41369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T11:14:10,639 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T11:14:10,639 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731582767088 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731582767088,5,FailOnTimeoutGroup] 2024-11-14T11:14:10,639 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731582767089 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731582767089,5,FailOnTimeoutGroup] 2024-11-14T11:14:10,639 INFO [M:0;7437412fa5b4:41369 {}] hbase.ChoreService(370): Chore service for: master/7437412fa5b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T11:14:10,639 INFO [M:0;7437412fa5b4:41369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:14:10,639 DEBUG [M:0;7437412fa5b4:41369 {}] master.HMaster(1795): Stopping service threads 2024-11-14T11:14:10,639 INFO [M:0;7437412fa5b4:41369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T11:14:10,639 INFO [M:0;7437412fa5b4:41369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:14:10,639 ERROR [M:0;7437412fa5b4:41369 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:45811 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45811,5,PEWorkerGroup] 2024-11-14T11:14:10,640 INFO [M:0;7437412fa5b4:41369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T11:14:10,640 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T11:14:10,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T11:14:10,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:10,649 DEBUG [M:0;7437412fa5b4:41369 {}] zookeeper.ZKUtil(347): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T11:14:10,649 WARN [M:0;7437412fa5b4:41369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T11:14:10,650 INFO [M:0;7437412fa5b4:41369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/.lastflushedseqids 2024-11-14T11:14:10,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741866_1042 (size=668) 2024-11-14T11:14:10,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741866_1042 (size=668) 2024-11-14T11:14:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741866_1042 (size=668) 2024-11-14T11:14:10,677 INFO [M:0;7437412fa5b4:41369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T11:14:10,677 INFO [M:0;7437412fa5b4:41369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T11:14:10,677 DEBUG [M:0;7437412fa5b4:41369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:14:10,677 INFO [M:0;7437412fa5b4:41369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:14:10,677 DEBUG [M:0;7437412fa5b4:41369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:14:10,677 DEBUG [M:0;7437412fa5b4:41369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:14:10,677 DEBUG [M:0;7437412fa5b4:41369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:14:10,677 INFO [M:0;7437412fa5b4:41369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.39 KB heapSize=229.80 KB 2024-11-14T11:14:10,700 DEBUG [M:0;7437412fa5b4:41369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45ca8c2c374b41cc829c35320cde6b23 is 82, key is hbase:meta,,1/info:regioninfo/1731582777944/Put/seqid=0 2024-11-14T11:14:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741867_1043 (size=5672) 2024-11-14T11:14:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741867_1043 (size=5672) 2024-11-14T11:14:10,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741867_1043 (size=5672) 2024-11-14T11:14:10,713 INFO [M:0;7437412fa5b4:41369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45ca8c2c374b41cc829c35320cde6b23 2024-11-14T11:14:10,727 INFO [RS:2;7437412fa5b4:36571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:14:10,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:14:10,728 INFO [RS:2;7437412fa5b4:36571 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,36571,1731582765947; zookeeper connection closed. 2024-11-14T11:14:10,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36571-0x101390c1ee20003, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:14:10,728 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@619f0fd8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@619f0fd8 2024-11-14T11:14:10,728 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T11:14:10,738 DEBUG [M:0;7437412fa5b4:41369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebc6a1467a324f1b8ce5a871862978c4 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731582789325/Put/seqid=0 2024-11-14T11:14:10,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741868_1044 (size=8904) 2024-11-14T11:14:10,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741868_1044 (size=8904) 2024-11-14T11:14:10,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741868_1044 (size=8904) 2024-11-14T11:14:10,755 INFO [M:0;7437412fa5b4:41369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.66 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebc6a1467a324f1b8ce5a871862978c4 2024-11-14T11:14:10,763 INFO [M:0;7437412fa5b4:41369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebc6a1467a324f1b8ce5a871862978c4 2024-11-14T11:14:10,779 DEBUG [M:0;7437412fa5b4:41369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ca89dd0ed324db2b7b2d42d02d7b356 is 69, key is 7437412fa5b4,36571,1731582765947/rs:state/1731582767178/Put/seqid=0 2024-11-14T11:14:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741869_1045 (size=5446) 2024-11-14T11:14:10,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741869_1045 (size=5446) 2024-11-14T11:14:10,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741869_1045 (size=5446) 2024-11-14T11:14:10,792 INFO [M:0;7437412fa5b4:41369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ca89dd0ed324db2b7b2d42d02d7b356 2024-11-14T11:14:10,801 INFO [M:0;7437412fa5b4:41369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ca89dd0ed324db2b7b2d42d02d7b356 2024-11-14T11:14:10,802 DEBUG [M:0;7437412fa5b4:41369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45ca8c2c374b41cc829c35320cde6b23 as hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45ca8c2c374b41cc829c35320cde6b23 2024-11-14T11:14:10,810 INFO [M:0;7437412fa5b4:41369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45ca8c2c374b41cc829c35320cde6b23, entries=8, sequenceid=485, filesize=5.5 K 2024-11-14T11:14:10,811 DEBUG [M:0;7437412fa5b4:41369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebc6a1467a324f1b8ce5a871862978c4 as hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebc6a1467a324f1b8ce5a871862978c4 2024-11-14T11:14:10,818 INFO [M:0;7437412fa5b4:41369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ebc6a1467a324f1b8ce5a871862978c4 2024-11-14T11:14:10,818 INFO [M:0;7437412fa5b4:41369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebc6a1467a324f1b8ce5a871862978c4, entries=54, sequenceid=485, filesize=8.7 K 2024-11-14T11:14:10,820 DEBUG [M:0;7437412fa5b4:41369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ca89dd0ed324db2b7b2d42d02d7b356 as hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ca89dd0ed324db2b7b2d42d02d7b356 2024-11-14T11:14:10,826 INFO [M:0;7437412fa5b4:41369 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ca89dd0ed324db2b7b2d42d02d7b356 2024-11-14T11:14:10,827 INFO [M:0;7437412fa5b4:41369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45811/user/jenkins/test-data/38c12c32-db90-5136-3175-26f5e39dd800/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ca89dd0ed324db2b7b2d42d02d7b356, entries=3, sequenceid=485, filesize=5.3 K 2024-11-14T11:14:10,828 INFO [M:0;7437412fa5b4:41369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.39 KB/189840, heapSize ~229.51 KB/235016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=485, compaction requested=false 2024-11-14T11:14:10,829 INFO [M:0;7437412fa5b4:41369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:14:10,829 DEBUG [M:0;7437412fa5b4:41369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731582850677Disabling compacts and flushes for region at 1731582850677Disabling writes for close at 1731582850677Obtaining lock to block concurrent updates at 1731582850677Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731582850677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189840, getHeapSize=235256, getOffHeapSize=0, getCellsCount=588 at 1731582850678 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731582850679 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731582850679Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731582850699 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731582850699Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731582850719 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731582850737 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731582850737Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731582850763 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731582850778 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731582850778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513b534c: reopening flushed file at 1731582850801 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f471fc6: reopening flushed file at 1731582850810 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d2a12ec: reopening flushed file at 1731582850819 (+9 ms)Finished flush of dataSize ~185.39 KB/189840, heapSize ~229.51 KB/235016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=485, compaction requested=false at 1731582850828 (+9 ms)Writing region close event to WAL at 1731582850829 (+1 ms)Closed at 1731582850829 2024-11-14T11:14:10,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37771 is added to blk_1073741830_1006 (size=222196) 2024-11-14T11:14:10,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40155 is added to blk_1073741830_1006 (size=222196) 2024-11-14T11:14:10,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40189 is added to blk_1073741830_1006 (size=222196) 2024-11-14T11:14:10,832 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:14:10,832 INFO [M:0;7437412fa5b4:41369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T11:14:10,833 INFO [M:0;7437412fa5b4:41369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41369 2024-11-14T11:14:10,833 INFO [M:0;7437412fa5b4:41369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:14:10,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:14:10,944 INFO [M:0;7437412fa5b4:41369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:14:10,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41369-0x101390c1ee20000, quorum=127.0.0.1:59453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:14:10,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:14:10,956 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:14:10,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:14:10,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:14:10,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir/,STOPPED} 2024-11-14T11:14:10,959 WARN [BP-1638832156-172.17.0.2-1731582759198 heartbeating to localhost/127.0.0.1:45811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:14:10,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:14:10,959 WARN [BP-1638832156-172.17.0.2-1731582759198 heartbeating to localhost/127.0.0.1:45811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1638832156-172.17.0.2-1731582759198 (Datanode Uuid fa3455e4-052d-48c2-90ea-4444a18b03d2) service to localhost/127.0.0.1:45811 2024-11-14T11:14:10,959 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:14:10,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data5/current/BP-1638832156-172.17.0.2-1731582759198 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:14:10,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data6/current/BP-1638832156-172.17.0.2-1731582759198 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:14:10,961 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:14:10,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:14:10,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:14:10,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:14:10,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:14:10,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir/,STOPPED} 2024-11-14T11:14:10,966 WARN [BP-1638832156-172.17.0.2-1731582759198 heartbeating to localhost/127.0.0.1:45811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:14:10,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:14:10,966 WARN [BP-1638832156-172.17.0.2-1731582759198 heartbeating to localhost/127.0.0.1:45811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1638832156-172.17.0.2-1731582759198 (Datanode Uuid 03e1fe6f-5a40-40b0-930d-d6b8e4bbd9bf) service to localhost/127.0.0.1:45811 2024-11-14T11:14:10,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:14:10,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data3/current/BP-1638832156-172.17.0.2-1731582759198 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:14:10,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data4/current/BP-1638832156-172.17.0.2-1731582759198 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:14:10,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:14:10,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:14:10,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:14:10,975 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:14:10,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:14:10,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir/,STOPPED} 2024-11-14T11:14:10,976 WARN [BP-1638832156-172.17.0.2-1731582759198 heartbeating to localhost/127.0.0.1:45811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:14:10,976 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:14:10,976 WARN [BP-1638832156-172.17.0.2-1731582759198 heartbeating to localhost/127.0.0.1:45811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1638832156-172.17.0.2-1731582759198 (Datanode Uuid 855b6e87-66e7-40f2-8bf7-63fe37023fc5) service to localhost/127.0.0.1:45811 2024-11-14T11:14:10,976 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:14:10,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data1/current/BP-1638832156-172.17.0.2-1731582759198 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:14:10,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/cluster_08c5e016-6f4a-0e7a-88ae-fb6aa73448d5/data/data2/current/BP-1638832156-172.17.0.2-1731582759198 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:14:10,977 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:14:10,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:14:10,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:14:10,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:14:10,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:14:10,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir/,STOPPED} 2024-11-14T11:14:10,996 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T11:14:11,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T11:14:11,050 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: regionserver/7437412fa5b4:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7437412fa5b4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7437412fa5b4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@487ab070 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7437412fa5b4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7437412fa5b4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45811 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7437412fa5b4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7437412fa5b4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45811 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 281), ProcessCount=11 (was 11), AvailableMemoryMB=3207 (was 4791) 2024-11-14T11:14:11,055 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=3207 2024-11-14T11:14:11,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir so I do NOT create it in target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4 2024-11-14T11:14:11,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T11:14:11,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.tmp.dir so I do NOT create it in target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4 2024-11-14T11:14:11,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d20c5ea0-3ceb-3363-c36c-554b7e6cccf2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T11:14:11,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4 2024-11-14T11:14:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T11:14:11,070 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe, deleteOnExit=true 2024-11-14T11:14:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T11:14:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/test.cache.data in system properties and HBase conf 2024-11-14T11:14:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T11:14:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/hadoop.log.dir in system properties and HBase conf 2024-11-14T11:14:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T11:14:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T11:14:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T11:14:11,070 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T11:14:11,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/nfs.dump.dir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/java.io.tmpdir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T11:14:11,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T11:14:11,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:14:11,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:14:11,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:14:11,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:14:11,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:14:11,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:14:11,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca406a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:14:11,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655b924e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:14:11,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9a34bf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/java.io.tmpdir/jetty-localhost-45313-hadoop-hdfs-3_4_1-tests_jar-_-any-12656804866614587176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:14:11,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790b78d3{HTTP/1.1, (http/1.1)}{localhost:45313} 2024-11-14T11:14:11,541 INFO [Time-limited test {}] server.Server(415): Started @95054ms 2024-11-14T11:14:11,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:14:11,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:14:11,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:14:11,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:14:11,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:14:11,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c4ee35e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:14:11,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6573b32d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:14:11,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3826855f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/java.io.tmpdir/jetty-localhost-44367-hadoop-hdfs-3_4_1-tests_jar-_-any-18364334814382709325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:14:11,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28799597{HTTP/1.1, (http/1.1)}{localhost:44367} 2024-11-14T11:14:11,894 INFO [Time-limited test {}] server.Server(415): Started @95407ms 2024-11-14T11:14:11,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:14:11,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:14:11,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:14:11,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:14:11,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:14:11,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:14:11,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14925d4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:14:11,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c4c622{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:14:12,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@240e258d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/java.io.tmpdir/jetty-localhost-36999-hadoop-hdfs-3_4_1-tests_jar-_-any-3241807736627810930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:14:12,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4251a16e{HTTP/1.1, (http/1.1)}{localhost:36999} 2024-11-14T11:14:12,039 INFO [Time-limited test {}] server.Server(415): Started @95552ms 2024-11-14T11:14:12,041 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:14:12,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:14:12,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:14:12,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:14:12,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:14:12,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:14:12,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d4da8ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:14:12,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c5fb392{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:14:12,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@526a989{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/java.io.tmpdir/jetty-localhost-34989-hadoop-hdfs-3_4_1-tests_jar-_-any-6562120958708164532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:14:12,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@287b5d90{HTTP/1.1, (http/1.1)}{localhost:34989} 2024-11-14T11:14:12,184 INFO [Time-limited test {}] server.Server(415): Started @95697ms 2024-11-14T11:14:12,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:14:13,858 WARN [Thread-711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data2/current/BP-2007206315-172.17.0.2-1731582851088/current, will proceed with Du for space computation calculation, 2024-11-14T11:14:13,858 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data1/current/BP-2007206315-172.17.0.2-1731582851088/current, will proceed with Du for space computation calculation, 2024-11-14T11:14:13,876 WARN [Thread-650 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:14:13,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x298c19a9bab852a with lease ID 0x5690a79bce27bc71: Processing first storage report for DS-4b49216d-6d4b-410d-9bb5-e6308e9a2503 from datanode DatanodeRegistration(127.0.0.1:44309, datanodeUuid=47fc1128-e24e-4a47-a30c-e33213111f60, infoPort=45721, infoSecurePort=0, ipcPort=39089, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088) 2024-11-14T11:14:13,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x298c19a9bab852a with lease ID 0x5690a79bce27bc71: from storage DS-4b49216d-6d4b-410d-9bb5-e6308e9a2503 node DatanodeRegistration(127.0.0.1:44309, datanodeUuid=47fc1128-e24e-4a47-a30c-e33213111f60, infoPort=45721, infoSecurePort=0, ipcPort=39089, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:14:13,879 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x298c19a9bab852a with lease ID 0x5690a79bce27bc71: Processing first storage report for DS-b2a6506e-51f2-46d3-b215-0499e152b615 from datanode DatanodeRegistration(127.0.0.1:44309, datanodeUuid=47fc1128-e24e-4a47-a30c-e33213111f60, infoPort=45721, infoSecurePort=0, ipcPort=39089, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088) 2024-11-14T11:14:13,879 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x298c19a9bab852a with lease ID 0x5690a79bce27bc71: from storage DS-b2a6506e-51f2-46d3-b215-0499e152b615 node DatanodeRegistration(127.0.0.1:44309, datanodeUuid=47fc1128-e24e-4a47-a30c-e33213111f60, infoPort=45721, infoSecurePort=0, ipcPort=39089, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:14:14,198 WARN [Thread-722 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data4/current/BP-2007206315-172.17.0.2-1731582851088/current, will proceed with Du for space computation calculation, 2024-11-14T11:14:14,198 WARN [Thread-721 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data3/current/BP-2007206315-172.17.0.2-1731582851088/current, will proceed with Du for space computation calculation, 2024-11-14T11:14:14,224 WARN [Thread-673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:14:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74282fef7b67330b with lease ID 0x5690a79bce27bc72: Processing first storage report for DS-f932fdae-e332-45b6-87e3-204d1aee31ad from datanode DatanodeRegistration(127.0.0.1:36845, datanodeUuid=d253273a-16ee-437f-8f67-7a36223734aa, infoPort=44001, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088) 2024-11-14T11:14:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74282fef7b67330b with lease ID 0x5690a79bce27bc72: from storage DS-f932fdae-e332-45b6-87e3-204d1aee31ad node DatanodeRegistration(127.0.0.1:36845, datanodeUuid=d253273a-16ee-437f-8f67-7a36223734aa, infoPort=44001, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:14:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74282fef7b67330b with lease ID 0x5690a79bce27bc72: Processing first storage report for DS-3a96111e-6c92-4911-adec-b3892090e3d9 from datanode DatanodeRegistration(127.0.0.1:36845, datanodeUuid=d253273a-16ee-437f-8f67-7a36223734aa, infoPort=44001, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088) 2024-11-14T11:14:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74282fef7b67330b with lease ID 0x5690a79bce27bc72: from storage DS-3a96111e-6c92-4911-adec-b3892090e3d9 node DatanodeRegistration(127.0.0.1:36845, datanodeUuid=d253273a-16ee-437f-8f67-7a36223734aa, infoPort=44001, infoSecurePort=0, ipcPort=36837, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:14:14,239 WARN [Thread-733 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data6/current/BP-2007206315-172.17.0.2-1731582851088/current, will proceed with Du for space computation calculation, 2024-11-14T11:14:14,239 WARN [Thread-732 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data5/current/BP-2007206315-172.17.0.2-1731582851088/current, will proceed with Du for space computation calculation, 2024-11-14T11:14:14,257 WARN [Thread-695 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:14:14,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdb138abebfbcd09 with lease ID 0x5690a79bce27bc73: Processing first storage report for DS-bd9c02fd-566b-4434-824b-4202a753a073 from datanode DatanodeRegistration(127.0.0.1:34009, datanodeUuid=246c2c93-de06-4fa7-9fee-982ce0489701, infoPort=33315, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088) 2024-11-14T11:14:14,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdb138abebfbcd09 with lease ID 0x5690a79bce27bc73: from storage DS-bd9c02fd-566b-4434-824b-4202a753a073 node DatanodeRegistration(127.0.0.1:34009, datanodeUuid=246c2c93-de06-4fa7-9fee-982ce0489701, infoPort=33315, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:14:14,259 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdb138abebfbcd09 with lease ID 0x5690a79bce27bc73: Processing first storage report for DS-33b76df3-f11e-457c-a666-1a8c83c27b7f from datanode DatanodeRegistration(127.0.0.1:34009, datanodeUuid=246c2c93-de06-4fa7-9fee-982ce0489701, infoPort=33315, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088) 2024-11-14T11:14:14,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdb138abebfbcd09 with lease ID 0x5690a79bce27bc73: from storage DS-33b76df3-f11e-457c-a666-1a8c83c27b7f node DatanodeRegistration(127.0.0.1:34009, datanodeUuid=246c2c93-de06-4fa7-9fee-982ce0489701, infoPort=33315, infoSecurePort=0, ipcPort=32893, storageInfo=lv=-57;cid=testClusterID;nsid=443971780;c=1731582851088), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:14:14,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4 2024-11-14T11:14:14,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/zookeeper_0, clientPort=60895, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T11:14:14,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60895 2024-11-14T11:14:14,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:14:14,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:14:14,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:14:14,358 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 with version=8 2024-11-14T11:14:14,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/hbase-staging 2024-11-14T11:14:14,360 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:14:14,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:14:14,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:14:14,361 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T11:14:14,361 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:14:14,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41641 2024-11-14T11:14:14,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41641 connecting to ZooKeeper ensemble=127.0.0.1:60895 2024-11-14T11:14:14,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416410x0, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:14:14,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41641-0x101390d80720000 connected 2024-11-14T11:14:14,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:14:14,529 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425, hbase.cluster.distributed=false 2024-11-14T11:14:14,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:14:14,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41641 2024-11-14T11:14:14,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41641 2024-11-14T11:14:14,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41641 2024-11-14T11:14:14,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41641 2024-11-14T11:14:14,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41641 2024-11-14T11:14:14,548 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:14:14,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:14:14,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:14:14,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:14:14,548 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:14:14,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33743 2024-11-14T11:14:14,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33743 connecting to ZooKeeper ensemble=127.0.0.1:60895 2024-11-14T11:14:14,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337430x0, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:14:14,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337430x0, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:14:14,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33743-0x101390d80720001 connected 2024-11-14T11:14:14,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:14:14,568 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:14:14,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:14:14,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:14:14,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-14T11:14:14,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33743 2024-11-14T11:14:14,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33743 2024-11-14T11:14:14,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-14T11:14:14,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-14T11:14:14,591 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:14:14,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:14:14,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:14:14,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:14:14,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:14:14,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42447 2024-11-14T11:14:14,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42447 connecting to ZooKeeper ensemble=127.0.0.1:60895 2024-11-14T11:14:14,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424470x0, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:14:14,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42447-0x101390d80720002 connected 2024-11-14T11:14:14,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:14:14,609 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:14:14,610 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:14:14,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:14:14,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:14:14,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42447 2024-11-14T11:14:14,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42447 2024-11-14T11:14:14,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42447 2024-11-14T11:14:14,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42447 2024-11-14T11:14:14,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42447 2024-11-14T11:14:14,628 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:14:14,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:14:14,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:14:14,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:14:14,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:14:14,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:14:14,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45769 2024-11-14T11:14:14,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45769 connecting to ZooKeeper ensemble=127.0.0.1:60895 2024-11-14T11:14:14,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,651 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457690x0, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:14:14,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457690x0, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:14:14,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45769-0x101390d80720003 connected 2024-11-14T11:14:14,651 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:14:14,652 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:14:14,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:14:14,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:14:14,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-14T11:14:14,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45769 2024-11-14T11:14:14,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45769 2024-11-14T11:14:14,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-14T11:14:14,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-14T11:14:14,675 DEBUG [M:0;7437412fa5b4:41641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7437412fa5b4:41641 2024-11-14T11:14:14,676 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7437412fa5b4,41641,1731582854360 2024-11-14T11:14:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:14:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:14:14,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:14:14,688 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:14:14,688 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7437412fa5b4,41641,1731582854360 2024-11-14T11:14:14,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:14:14,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:14:14,703 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:14:14,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,703 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,704 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T11:14:14,704 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7437412fa5b4,41641,1731582854360 from backup master directory 2024-11-14T11:14:14,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7437412fa5b4,41641,1731582854360 2024-11-14T11:14:14,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:14:14,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:14:14,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:14:14,713 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:14:14,713 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:14:14,714 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7437412fa5b4,41641,1731582854360 2024-11-14T11:14:14,720 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/hbase.id] with ID: 300b70e4-56a5-46cb-a7c9-e54dd6e38619 2024-11-14T11:14:14,721 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/.tmp/hbase.id 2024-11-14T11:14:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:14:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:14:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:14:14,731 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/.tmp/hbase.id]:[hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/hbase.id] 2024-11-14T11:14:14,744 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:14:14,744 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T11:14:14,747 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T11:14:14,756 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:14:14,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:14:14,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:14:14,767 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:14:14,768 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T11:14:14,768 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:14:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:14:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:14:14,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:14:14,780 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store 2024-11-14T11:14:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:14:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:14:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:14:14,788 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:14,788 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:14:14,789 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:14:14,789 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:14:14,789 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:14:14,789 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:14:14,789 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:14:14,789 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731582854788Disabling compacts and flushes for region at 1731582854788Disabling writes for close at 1731582854789 (+1 ms)Writing region close event to WAL at 1731582854789Closed at 1731582854789 2024-11-14T11:14:14,790 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/.initializing 2024-11-14T11:14:14,790 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/WALs/7437412fa5b4,41641,1731582854360 2024-11-14T11:14:14,791 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:14:14,793 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C41641%2C1731582854360, suffix=, logDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/WALs/7437412fa5b4,41641,1731582854360, archiveDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/oldWALs, maxLogs=10 2024-11-14T11:14:14,805 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/WALs/7437412fa5b4,41641,1731582854360/7437412fa5b4%2C41641%2C1731582854360.1731582854793, exclude list is [], retry=0 2024-11-14T11:14:14,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34009,DS-bd9c02fd-566b-4434-824b-4202a753a073,DISK] 2024-11-14T11:14:14,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36845,DS-f932fdae-e332-45b6-87e3-204d1aee31ad,DISK] 2024-11-14T11:14:14,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-4b49216d-6d4b-410d-9bb5-e6308e9a2503,DISK] 2024-11-14T11:14:14,810 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/WALs/7437412fa5b4,41641,1731582854360/7437412fa5b4%2C41641%2C1731582854360.1731582854793 2024-11-14T11:14:14,810 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33315:33315),(127.0.0.1/127.0.0.1:44001:44001),(127.0.0.1/127.0.0.1:45721:45721)] 2024-11-14T11:14:14,811 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:14:14,811 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:14,811 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,811 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T11:14:14,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:14,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:14:14,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T11:14:14,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:14,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:14,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T11:14:14,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:14,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:14,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T11:14:14,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:14,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:14,820 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,821 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,821 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,823 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,823 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,824 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:14:14,825 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:14:14,827 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:14,827 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74853692, jitterRate=0.11540693044662476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:14:14,828 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731582854811Initializing all the Stores at 1731582854812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582854812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582854812Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582854812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582854812Cleaning up temporary data from old regions at 1731582854823 (+11 ms)Region opened successfully at 1731582854828 (+5 ms) 2024-11-14T11:14:14,829 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T11:14:14,833 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83f4127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:14:14,834 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T11:14:14,834 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T11:14:14,834 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T11:14:14,834 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T11:14:14,835 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T11:14:14,835 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T11:14:14,835 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-14T11:14:14,838 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T11:14:14,839 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T11:14:14,850 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T11:14:14,851 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T11:14:14,852 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T11:14:14,861 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T11:14:14,861 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T11:14:14,862 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T11:14:14,877 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T11:14:14,878 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T11:14:14,892 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T11:14:14,896 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T11:14:14,908 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T11:14:14,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:14:14,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:14:14,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:14:14,919 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:14:14,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,919 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,920 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7437412fa5b4,41641,1731582854360, sessionid=0x101390d80720000, setting cluster-up flag (Was=false) 2024-11-14T11:14:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,940 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,972 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T11:14:14,974 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,41641,1731582854360 2024-11-14T11:14:14,998 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:14,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:15,030 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T11:14:15,033 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,41641,1731582854360 2024-11-14T11:14:15,036 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T11:14:15,039 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T11:14:15,040 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T11:14:15,040 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T11:14:15,041 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7437412fa5b4,41641,1731582854360 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T11:14:15,043 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:14:15,044 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:14:15,044 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:14:15,044 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:14:15,044 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7437412fa5b4:0, corePoolSize=10, maxPoolSize=10 2024-11-14T11:14:15,044 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,044 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:14:15,044 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,045 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731582885045 2024-11-14T11:14:15,045 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T11:14:15,045 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T11:14:15,045 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T11:14:15,045 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T11:14:15,045 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T11:14:15,045 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T11:14:15,046 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:14:15,046 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T11:14:15,046 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,046 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T11:14:15,046 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T11:14:15,046 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T11:14:15,047 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T11:14:15,047 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T11:14:15,047 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:15,047 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731582855047,5,FailOnTimeoutGroup] 2024-11-14T11:14:15,047 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731582855047,5,FailOnTimeoutGroup] 2024-11-14T11:14:15,047 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,047 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T11:14:15,047 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,047 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T11:14:15,047 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:14:15,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:14:15,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:14:15,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T11:14:15,057 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:15,066 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(746): ClusterId : 300b70e4-56a5-46cb-a7c9-e54dd6e38619 2024-11-14T11:14:15,066 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:14:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:14:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:14:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:14:15,077 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.HRegionServer(746): ClusterId : 300b70e4-56a5-46cb-a7c9-e54dd6e38619 2024-11-14T11:14:15,077 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(746): ClusterId : 300b70e4-56a5-46cb-a7c9-e54dd6e38619 2024-11-14T11:14:15,077 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:14:15,077 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:14:15,088 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:14:15,088 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:14:15,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:14:15,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T11:14:15,098 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:14:15,098 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:14:15,098 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:14:15,098 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:14:15,109 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:14:15,109 DEBUG [RS:0;7437412fa5b4:33743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1d5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:14:15,109 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:14:15,109 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:14:15,110 DEBUG [RS:1;7437412fa5b4:42447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f3e917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:14:15,110 DEBUG [RS:2;7437412fa5b4:45769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5274c862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:14:15,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:15,124 DEBUG [RS:2;7437412fa5b4:45769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7437412fa5b4:45769 2024-11-14T11:14:15,124 DEBUG [RS:1;7437412fa5b4:42447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7437412fa5b4:42447 2024-11-14T11:14:15,124 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:14:15,124 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:14:15,124 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:14:15,124 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:14:15,124 DEBUG [RS:1;7437412fa5b4:42447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:14:15,124 DEBUG [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:14:15,125 DEBUG [RS:0;7437412fa5b4:33743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7437412fa5b4:33743 2024-11-14T11:14:15,125 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:14:15,125 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:14:15,125 DEBUG [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:14:15,125 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,41641,1731582854360 with port=45769, startcode=1731582854628 2024-11-14T11:14:15,125 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,41641,1731582854360 with port=42447, startcode=1731582854591 2024-11-14T11:14:15,125 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,41641,1731582854360 with port=33743, startcode=1731582854547 2024-11-14T11:14:15,126 DEBUG [RS:1;7437412fa5b4:42447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:14:15,126 DEBUG [RS:0;7437412fa5b4:33743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:14:15,126 DEBUG [RS:2;7437412fa5b4:45769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:14:15,128 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:14:15,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,42447,1731582854591 2024-11-14T11:14:15,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41641 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:15,131 DEBUG [RS:1;7437412fa5b4:42447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:15,131 DEBUG [RS:1;7437412fa5b4:42447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41765 2024-11-14T11:14:15,131 DEBUG [RS:1;7437412fa5b4:42447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:14:15,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:15,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:15,135 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:14:15,135 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:14:15,135 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,33743,1731582854547 2024-11-14T11:14:15,135 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41641 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:15,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,45769,1731582854628 2024-11-14T11:14:15,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41641 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,45769,1731582854628 2024-11-14T11:14:15,140 DEBUG [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:15,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:14:15,140 DEBUG [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41765 2024-11-14T11:14:15,140 DEBUG [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:14:15,144 DEBUG [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:15,144 DEBUG [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41765 2024-11-14T11:14:15,144 DEBUG [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:14:15,177 DEBUG [RS:1;7437412fa5b4:42447 {}] zookeeper.ZKUtil(111): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,42447,1731582854591 2024-11-14T11:14:15,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,33743,1731582854547] 2024-11-14T11:14:15,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,42447,1731582854591] 2024-11-14T11:14:15,177 WARN [RS:1;7437412fa5b4:42447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:14:15,177 INFO [RS:1;7437412fa5b4:42447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:14:15,177 DEBUG [RS:1;7437412fa5b4:42447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591 2024-11-14T11:14:15,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:14:15,198 DEBUG [RS:0;7437412fa5b4:33743 {}] zookeeper.ZKUtil(111): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,33743,1731582854547 2024-11-14T11:14:15,198 WARN [RS:0;7437412fa5b4:33743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:14:15,198 INFO [RS:0;7437412fa5b4:33743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:14:15,198 DEBUG [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,33743,1731582854547 2024-11-14T11:14:15,199 DEBUG [RS:2;7437412fa5b4:45769 {}] zookeeper.ZKUtil(111): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,45769,1731582854628 2024-11-14T11:14:15,199 WARN [RS:2;7437412fa5b4:45769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:14:15,199 INFO [RS:2;7437412fa5b4:45769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:14:15,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,45769,1731582854628] 2024-11-14T11:14:15,200 DEBUG [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,45769,1731582854628 2024-11-14T11:14:15,200 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:14:15,209 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:14:15,209 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:14:15,215 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:14:15,215 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:14:15,215 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:14:15,220 INFO [RS:1;7437412fa5b4:42447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:14:15,220 INFO [RS:0;7437412fa5b4:33743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:14:15,220 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,220 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,220 INFO [RS:2;7437412fa5b4:45769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:14:15,220 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,220 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:14:15,221 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:14:15,221 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:14:15,221 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:14:15,221 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,222 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:14:15,222 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,222 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:14:15,222 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,222 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:14:15,222 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:14:15,222 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:14:15,222 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,222 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:14:15,223 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:14:15,223 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:14:15,223 DEBUG [RS:1;7437412fa5b4:42447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:14:15,223 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:14:15,223 DEBUG [RS:0;7437412fa5b4:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:14:15,223 DEBUG [RS:2;7437412fa5b4:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:14:15,225 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,42447,1731582854591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,45769,1731582854628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,225 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33743,1731582854547-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:14:15,239 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:14:15,239 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,42447,1731582854591-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,239 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,239 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.Replication(171): 7437412fa5b4,42447,1731582854591 started 2024-11-14T11:14:15,246 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:14:15,246 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:14:15,246 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33743,1731582854547-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,246 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,45769,1731582854628-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,247 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,247 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,247 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.Replication(171): 7437412fa5b4,33743,1731582854547 started 2024-11-14T11:14:15,247 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.Replication(171): 7437412fa5b4,45769,1731582854628 started 2024-11-14T11:14:15,260 INFO [RS:1;7437412fa5b4:42447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,260 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,42447,1731582854591, RpcServer on 7437412fa5b4/172.17.0.2:42447, sessionid=0x101390d80720002 2024-11-14T11:14:15,260 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:14:15,260 DEBUG [RS:1;7437412fa5b4:42447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,42447,1731582854591 2024-11-14T11:14:15,260 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,42447,1731582854591' 2024-11-14T11:14:15,260 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:14:15,261 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:14:15,264 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:14:15,264 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:14:15,264 DEBUG [RS:1;7437412fa5b4:42447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,42447,1731582854591 2024-11-14T11:14:15,264 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,42447,1731582854591' 2024-11-14T11:14:15,264 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:14:15,265 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:14:15,267 DEBUG [RS:1;7437412fa5b4:42447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:14:15,267 INFO [RS:1;7437412fa5b4:42447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:14:15,267 INFO [RS:1;7437412fa5b4:42447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:14:15,269 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,269 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:15,269 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,45769,1731582854628, RpcServer on 7437412fa5b4/172.17.0.2:45769, sessionid=0x101390d80720003 2024-11-14T11:14:15,269 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,33743,1731582854547, RpcServer on 7437412fa5b4/172.17.0.2:33743, sessionid=0x101390d80720001 2024-11-14T11:14:15,270 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:14:15,270 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:14:15,270 DEBUG [RS:2;7437412fa5b4:45769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,45769,1731582854628 2024-11-14T11:14:15,270 DEBUG [RS:0;7437412fa5b4:33743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,33743,1731582854547 2024-11-14T11:14:15,270 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,45769,1731582854628' 2024-11-14T11:14:15,270 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,33743,1731582854547' 2024-11-14T11:14:15,270 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:14:15,270 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:14:15,272 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:14:15,272 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:14:15,273 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:14:15,273 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:14:15,273 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:14:15,273 DEBUG [RS:0;7437412fa5b4:33743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,33743,1731582854547 2024-11-14T11:14:15,273 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:14:15,273 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,33743,1731582854547' 2024-11-14T11:14:15,273 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:14:15,273 DEBUG [RS:2;7437412fa5b4:45769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,45769,1731582854628 2024-11-14T11:14:15,273 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,45769,1731582854628' 2024-11-14T11:14:15,273 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:14:15,273 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:14:15,273 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:14:15,274 DEBUG [RS:0;7437412fa5b4:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:14:15,274 INFO [RS:0;7437412fa5b4:33743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:14:15,274 INFO [RS:0;7437412fa5b4:33743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:14:15,274 DEBUG [RS:2;7437412fa5b4:45769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:14:15,274 INFO [RS:2;7437412fa5b4:45769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:14:15,274 INFO [RS:2;7437412fa5b4:45769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:14:15,368 INFO [RS:1;7437412fa5b4:42447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:14:15,371 INFO [RS:1;7437412fa5b4:42447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C42447%2C1731582854591, suffix=, logDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591, archiveDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/oldWALs, maxLogs=32 2024-11-14T11:14:15,374 INFO [RS:2;7437412fa5b4:45769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:14:15,374 INFO [RS:0;7437412fa5b4:33743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:14:15,377 INFO [RS:0;7437412fa5b4:33743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C33743%2C1731582854547, suffix=, logDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,33743,1731582854547, archiveDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/oldWALs, maxLogs=32 2024-11-14T11:14:15,377 INFO [RS:2;7437412fa5b4:45769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C45769%2C1731582854628, suffix=, logDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,45769,1731582854628, archiveDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/oldWALs, maxLogs=32 2024-11-14T11:14:15,392 DEBUG [RS:1;7437412fa5b4:42447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591/7437412fa5b4%2C42447%2C1731582854591.1731582855372, exclude list is [], retry=0 2024-11-14T11:14:15,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34009,DS-bd9c02fd-566b-4434-824b-4202a753a073,DISK] 2024-11-14T11:14:15,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-4b49216d-6d4b-410d-9bb5-e6308e9a2503,DISK] 2024-11-14T11:14:15,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36845,DS-f932fdae-e332-45b6-87e3-204d1aee31ad,DISK] 2024-11-14T11:14:15,398 DEBUG [RS:0;7437412fa5b4:33743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,33743,1731582854547/7437412fa5b4%2C33743%2C1731582854547.1731582855380, exclude list is [], retry=0 2024-11-14T11:14:15,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-4b49216d-6d4b-410d-9bb5-e6308e9a2503,DISK] 2024-11-14T11:14:15,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36845,DS-f932fdae-e332-45b6-87e3-204d1aee31ad,DISK] 2024-11-14T11:14:15,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34009,DS-bd9c02fd-566b-4434-824b-4202a753a073,DISK] 2024-11-14T11:14:15,401 INFO [RS:1;7437412fa5b4:42447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591/7437412fa5b4%2C42447%2C1731582854591.1731582855372 2024-11-14T11:14:15,402 DEBUG [RS:2;7437412fa5b4:45769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,45769,1731582854628/7437412fa5b4%2C45769%2C1731582854628.1731582855379, exclude list is [], retry=0 2024-11-14T11:14:15,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36845,DS-f932fdae-e332-45b6-87e3-204d1aee31ad,DISK] 2024-11-14T11:14:15,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34009,DS-bd9c02fd-566b-4434-824b-4202a753a073,DISK] 2024-11-14T11:14:15,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-4b49216d-6d4b-410d-9bb5-e6308e9a2503,DISK] 2024-11-14T11:14:15,409 DEBUG [RS:1;7437412fa5b4:42447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44001:44001),(127.0.0.1/127.0.0.1:33315:33315),(127.0.0.1/127.0.0.1:45721:45721)] 2024-11-14T11:14:15,412 INFO [RS:2;7437412fa5b4:45769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,45769,1731582854628/7437412fa5b4%2C45769%2C1731582854628.1731582855379 2024-11-14T11:14:15,412 DEBUG [RS:2;7437412fa5b4:45769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44001:44001),(127.0.0.1/127.0.0.1:45721:45721),(127.0.0.1/127.0.0.1:33315:33315)] 2024-11-14T11:14:15,417 INFO [RS:0;7437412fa5b4:33743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,33743,1731582854547/7437412fa5b4%2C33743%2C1731582854547.1731582855380 2024-11-14T11:14:15,420 DEBUG [RS:0;7437412fa5b4:33743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45721:45721),(127.0.0.1/127.0.0.1:44001:44001),(127.0.0.1/127.0.0.1:33315:33315)] 2024-11-14T11:14:15,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:15,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:14:15,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:14:15,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:15,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:14:15,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:14:15,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:14:15,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:15,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:14:15,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:14:15,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:14:15,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:15,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:14:15,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:14:15,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:14:15,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:15,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:14:15,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:14:15,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740 2024-11-14T11:14:15,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740 2024-11-14T11:14:15,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:14:15,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:14:15,485 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:14:15,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:14:15,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:15,499 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73547212, jitterRate=0.09593886137008667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:14:15,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731582855468Initializing all the Stores at 1731582855470 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582855470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582855471 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582855471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582855471Cleaning up temporary data from old regions at 1731582855484 (+13 ms)Region opened successfully at 1731582855500 (+16 ms) 2024-11-14T11:14:15,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:14:15,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:14:15,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:14:15,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:14:15,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:14:15,504 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:14:15,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731582855500Disabling compacts and flushes for region at 1731582855500Disabling writes for close at 1731582855500Writing region close event to WAL at 1731582855504 (+4 ms)Closed at 1731582855504 2024-11-14T11:14:15,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:14:15,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T11:14:15,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T11:14:15,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:14:15,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T11:14:15,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T11:14:15,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:15,663 DEBUG [7437412fa5b4:41641 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T11:14:15,663 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:14:15,665 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:14:15,665 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:14:15,665 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T11:14:15,665 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:14:15,665 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:14:15,665 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T11:14:15,665 INFO [7437412fa5b4:41641 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:14:15,665 INFO [7437412fa5b4:41641 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:14:15,666 INFO [7437412fa5b4:41641 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T11:14:15,666 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:14:15,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:15,667 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,42447,1731582854591, state=OPENING 2024-11-14T11:14:15,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:15,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:15,751 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T11:14:15,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:15,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:15,761 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:15,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:14:15,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:14:15,762 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:14:15,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:14:15,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:14:15,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,42447,1731582854591}] 2024-11-14T11:14:15,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:14:20,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T11:14:20,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:20,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:20,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:25,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:14:25,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:14:25,773 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T11:14:25,773 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:14:25,774 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T11:14:25,776 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C42447%2C1731582854591.meta, suffix=.meta, logDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591, archiveDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/oldWALs, maxLogs=32 2024-11-14T11:14:25,791 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta, exclude list is [], retry=0 2024-11-14T11:14:25,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-4b49216d-6d4b-410d-9bb5-e6308e9a2503,DISK] 2024-11-14T11:14:25,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36845,DS-f932fdae-e332-45b6-87e3-204d1aee31ad,DISK] 2024-11-14T11:14:25,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34009,DS-bd9c02fd-566b-4434-824b-4202a753a073,DISK] 2024-11-14T11:14:25,795 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta 2024-11-14T11:14:25,796 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44001:44001),(127.0.0.1/127.0.0.1:33315:33315),(127.0.0.1/127.0.0.1:45721:45721)] 2024-11-14T11:14:25,796 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:14:25,796 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T11:14:25,796 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T11:14:25,796 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T11:14:25,796 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T11:14:25,796 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:25,796 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T11:14:25,797 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T11:14:25,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:14:25,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:14:25,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:25,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:14:25,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:14:25,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:14:25,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:25,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:14:25,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:14:25,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:14:25,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:25,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:14:25,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:14:25,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:14:25,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:25,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:14:25,803 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:14:25,804 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740 2024-11-14T11:14:25,805 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740 2024-11-14T11:14:25,806 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:14:25,806 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:14:25,807 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:14:25,808 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:14:25,809 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74942411, jitterRate=0.11672894656658173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:14:25,809 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T11:14:25,810 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731582865797Writing region info on filesystem at 1731582865797Initializing all the Stores at 1731582865798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582865798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582865798Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582865798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582865798Cleaning up temporary data from old regions at 1731582865806 (+8 ms)Running coprocessor post-open hooks at 1731582865809 (+3 ms)Region opened successfully at 1731582865810 (+1 ms) 2024-11-14T11:14:25,810 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731582865764 2024-11-14T11:14:25,812 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T11:14:25,812 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T11:14:25,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:25,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,42447,1731582854591, state=OPEN 2024-11-14T11:14:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:14:25,923 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:14:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:14:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:14:25,923 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:25,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:14:25,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:14:25,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:14:25,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:14:25,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T11:14:25,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,42447,1731582854591 in 10.1610 sec 2024-11-14T11:14:25,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T11:14:25,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4180 sec 2024-11-14T11:14:25,928 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:14:25,928 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T11:14:25,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:14:25,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,42447,1731582854591, seqNum=-1] 2024-11-14T11:14:25,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:14:25,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:14:25,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.8980 sec 2024-11-14T11:14:25,937 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731582865937, completionTime=-1 2024-11-14T11:14:25,937 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T11:14:25,937 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T11:14:25,939 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-14T11:14:25,939 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731582925939 2024-11-14T11:14:25,939 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731582985939 2024-11-14T11:14:25,939 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T11:14:25,940 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:14:25,940 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41641,1731582854360-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:25,940 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41641,1731582854360-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:25,940 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41641,1731582854360-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:25,940 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7437412fa5b4:41641, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:25,940 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:25,941 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:25,943 DEBUG [master/7437412fa5b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T11:14:25,945 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.231sec 2024-11-14T11:14:25,945 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T11:14:25,945 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T11:14:25,945 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T11:14:25,945 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T11:14:25,945 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T11:14:25,946 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41641,1731582854360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:14:25,946 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41641,1731582854360-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T11:14:25,948 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T11:14:25,948 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T11:14:25,948 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41641,1731582854360-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:14:25,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b4f938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:14:25,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41641,-1 for getting cluster id 2024-11-14T11:14:25,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:14:25,978 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '300b70e4-56a5-46cb-a7c9-e54dd6e38619' 2024-11-14T11:14:25,979 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:14:25,979 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "300b70e4-56a5-46cb-a7c9-e54dd6e38619" 2024-11-14T11:14:25,979 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab1137b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:14:25,979 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41641,-1] 2024-11-14T11:14:25,980 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:14:25,980 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:25,981 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:14:25,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6184c6ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:14:25,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:14:25,983 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,42447,1731582854591, seqNum=-1] 2024-11-14T11:14:25,983 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:14:25,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:14:25,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7437412fa5b4,41641,1731582854360 2024-11-14T11:14:25,987 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731582865987 (current time:1731582865987). 2024-11-14T11:14:25,987 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T11:14:25,987 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-14T11:14:25,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8f9bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:14:25,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41641,-1 for getting cluster id 2024-11-14T11:14:25,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:14:25,989 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '300b70e4-56a5-46cb-a7c9-e54dd6e38619' 2024-11-14T11:14:25,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:14:25,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "300b70e4-56a5-46cb-a7c9-e54dd6e38619" 2024-11-14T11:14:25,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75146230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:14:25,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41641,-1] 2024-11-14T11:14:25,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:14:25,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:25,990 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:14:25,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c61515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:14:25,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:14:25,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,42447,1731582854591, seqNum=-1] 2024-11-14T11:14:25,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:14:25,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:14:25,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:14:25,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:14:25,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:25,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:25,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:14:25,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:14:25,996 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,41641,1731582854360 2024-11-14T11:14:25,996 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d3b882b 2024-11-14T11:14:25,996 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:14:25,997 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:14:25,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:14:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-14T11:14:26,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:14:26,001 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:26,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-14T11:14:26,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:14:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:14:26,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741837_1013 (size=361) 2024-11-14T11:14:26,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741837_1013 (size=361) 2024-11-14T11:14:26,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741837_1013 (size=361) 2024-11-14T11:14:26,016 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fc71687bc9272bbfe2071aef4efc8fea, NAME => 'SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:26,016 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90dea053f30e11200a1766194e78b062, NAME => 'SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:26,016 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a65e3d523924a4ba2c23e663fb2d6ebe, NAME => 'SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:26,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741839_1015 (size=54) 2024-11-14T11:14:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741839_1015 (size=54) 2024-11-14T11:14:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741839_1015 (size=54) 2024-11-14T11:14:26,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:26,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 90dea053f30e11200a1766194e78b062, disabling compactions & flushes 2024-11-14T11:14:26,032 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:14:26,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:14:26,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. after waiting 0 ms 2024-11-14T11:14:26,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:14:26,032 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:14:26,032 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90dea053f30e11200a1766194e78b062: Waiting for close lock at 1731582866032Disabling compacts and flushes for region at 1731582866032Disabling writes for close at 1731582866032Writing region close event to WAL at 1731582866032Closed at 1731582866032 2024-11-14T11:14:26,033 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e572be4ab316c4026f2bad4636f8de5b, NAME => 'SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741838_1014 (size=62) 2024-11-14T11:14:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741838_1014 (size=62) 2024-11-14T11:14:26,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741838_1014 (size=62) 2024-11-14T11:14:26,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:26,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a65e3d523924a4ba2c23e663fb2d6ebe, disabling compactions & flushes 2024-11-14T11:14:26,036 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. 2024-11-14T11:14:26,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. 2024-11-14T11:14:26,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. after waiting 0 ms 2024-11-14T11:14:26,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. 2024-11-14T11:14:26,036 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. 2024-11-14T11:14:26,036 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a65e3d523924a4ba2c23e663fb2d6ebe: Waiting for close lock at 1731582866036Disabling compacts and flushes for region at 1731582866036Disabling writes for close at 1731582866036Writing region close event to WAL at 1731582866036Closed at 1731582866036 2024-11-14T11:14:26,037 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 79556c6631d411e6386308ea65476f59, NAME => 'SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741840_1016 (size=62) 2024-11-14T11:14:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741840_1016 (size=62) 2024-11-14T11:14:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741840_1016 (size=62) 2024-11-14T11:14:26,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:26,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fc71687bc9272bbfe2071aef4efc8fea, disabling compactions & flushes 2024-11-14T11:14:26,043 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:14:26,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:14:26,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. after waiting 0 ms 2024-11-14T11:14:26,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:14:26,043 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:14:26,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fc71687bc9272bbfe2071aef4efc8fea: Waiting for close lock at 1731582866043Disabling compacts and flushes for region at 1731582866043Disabling writes for close at 1731582866043Writing region close event to WAL at 1731582866043Closed at 1731582866043 2024-11-14T11:14:26,044 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d3d3270294658ca5a1da5eaa769aae56, NAME => 'SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741842_1018 (size=62) 2024-11-14T11:14:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741842_1018 (size=62) 2024-11-14T11:14:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741841_1017 (size=62) 2024-11-14T11:14:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741842_1018 (size=62) 2024-11-14T11:14:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741841_1017 (size=62) 2024-11-14T11:14:26,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741841_1017 (size=62) 2024-11-14T11:14:26,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:26,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e572be4ab316c4026f2bad4636f8de5b, disabling compactions & flushes 2024-11-14T11:14:26,054 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:14:26,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:14:26,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:26,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. after waiting 0 ms 2024-11-14T11:14:26,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:14:26,055 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:14:26,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 79556c6631d411e6386308ea65476f59, disabling compactions & flushes 2024-11-14T11:14:26,055 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. 2024-11-14T11:14:26,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e572be4ab316c4026f2bad4636f8de5b: Waiting for close lock at 1731582866054Disabling compacts and flushes for region at 1731582866054Disabling writes for close at 1731582866054Writing region close event to WAL at 1731582866054Closed at 1731582866054 2024-11-14T11:14:26,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. 2024-11-14T11:14:26,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. after waiting 0 ms 2024-11-14T11:14:26,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. 2024-11-14T11:14:26,055 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. 2024-11-14T11:14:26,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 79556c6631d411e6386308ea65476f59: Waiting for close lock at 1731582866055Disabling compacts and flushes for region at 1731582866055Disabling writes for close at 1731582866055Writing region close event to WAL at 1731582866055Closed at 1731582866055 2024-11-14T11:14:26,055 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f054772972c51475b197c5442ae287a0, NAME => 'SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:26,056 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f00edef43cd93365f21123128f12d911, NAME => 'SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:26,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741843_1019 (size=62) 2024-11-14T11:14:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741843_1019 (size=62) 2024-11-14T11:14:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741843_1019 (size=62) 2024-11-14T11:14:26,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:26,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d3d3270294658ca5a1da5eaa769aae56, disabling compactions & flushes 2024-11-14T11:14:26,063 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:14:26,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:14:26,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. after waiting 0 ms 2024-11-14T11:14:26,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:14:26,063 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:14:26,063 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d3d3270294658ca5a1da5eaa769aae56: Waiting for close lock at 1731582866063Disabling compacts and flushes for region at 1731582866063Disabling writes for close at 1731582866063Writing region close event to WAL at 1731582866063Closed at 1731582866063 2024-11-14T11:14:26,064 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 19b921d5f9357f5aed6474c9ead90bf5, NAME => 'SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:26,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741845_1021 (size=62) 2024-11-14T11:14:26,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741845_1021 (size=62) 2024-11-14T11:14:26,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741845_1021 (size=62) 2024-11-14T11:14:26,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:26,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f00edef43cd93365f21123128f12d911, disabling compactions & flushes 2024-11-14T11:14:26,077 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:14:26,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:14:26,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. after waiting 0 ms 2024-11-14T11:14:26,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:14:26,077 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:14:26,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f00edef43cd93365f21123128f12d911: Waiting for close lock at 1731582866077Disabling compacts and flushes for region at 1731582866077Disabling writes for close at 1731582866077Writing region close event to WAL at 1731582866077Closed at 1731582866077 2024-11-14T11:14:26,078 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d14af51441d0234122525ccacb34e1fc, NAME => 'SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425 2024-11-14T11:14:26,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741846_1022 (size=62) 2024-11-14T11:14:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741846_1022 (size=62) 2024-11-14T11:14:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741846_1022 (size=62) 2024-11-14T11:14:26,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:26,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 19b921d5f9357f5aed6474c9ead90bf5, disabling compactions & flushes 2024-11-14T11:14:26,082 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. 2024-11-14T11:14:26,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. 2024-11-14T11:14:26,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. after waiting 0 ms 2024-11-14T11:14:26,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. 2024-11-14T11:14:26,082 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. 2024-11-14T11:14:26,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 19b921d5f9357f5aed6474c9ead90bf5: Waiting for close lock at 1731582866082Disabling compacts and flushes for region at 1731582866082Disabling writes for close at 1731582866082Writing region close event to WAL at 1731582866082Closed at 1731582866082 2024-11-14T11:14:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741844_1020 (size=62) 2024-11-14T11:14:26,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741844_1020 (size=62) 2024-11-14T11:14:26,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741844_1020 (size=62) 2024-11-14T11:14:26,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:26,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f054772972c51475b197c5442ae287a0, disabling compactions & flushes 2024-11-14T11:14:26,092 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:14:26,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:14:26,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. after waiting 0 ms 2024-11-14T11:14:26,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:14:26,092 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:14:26,092 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f054772972c51475b197c5442ae287a0: Waiting for close lock at 1731582866092Disabling compacts and flushes for region at 1731582866092Disabling writes for close at 1731582866092Writing region close event to WAL at 1731582866092Closed at 1731582866092 2024-11-14T11:14:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741847_1023 (size=54) 2024-11-14T11:14:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741847_1023 (size=54) 2024-11-14T11:14:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741847_1023 (size=54) 2024-11-14T11:14:26,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:26,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d14af51441d0234122525ccacb34e1fc, disabling compactions & flushes 2024-11-14T11:14:26,095 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:14:26,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:14:26,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. after waiting 0 ms 2024-11-14T11:14:26,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:14:26,095 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:14:26,095 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d14af51441d0234122525ccacb34e1fc: Waiting for close lock at 1731582866095Disabling compacts and flushes for region at 1731582866095Disabling writes for close at 1731582866095Writing region close event to WAL at 1731582866095Closed at 1731582866095 2024-11-14T11:14:26,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:14:26,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731582866097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582866097"}]},"ts":"1731582866097"} 2024-11-14T11:14:26,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582866097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582866097"}]},"ts":"1731582866097"} 2024-11-14T11:14:26,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582866097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582866097"}]},"ts":"1731582866097"} 2024-11-14T11:14:26,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582866097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582866097"}]},"ts":"1731582866097"} 2024-11-14T11:14:26,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582866097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582866097"}]},"ts":"1731582866097"} 2024-11-14T11:14:26,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582866097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582866097"}]},"ts":"1731582866097"} 2024-11-14T11:14:26,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582866097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582866097"}]},"ts":"1731582866097"} 2024-11-14T11:14:26,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582866097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582866097"}]},"ts":"1731582866097"} 2024-11-14T11:14:26,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731582866097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582866097"}]},"ts":"1731582866097"} 2024-11-14T11:14:26,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731582866097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731582866097"}]},"ts":"1731582866097"} 2024-11-14T11:14:26,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-14T11:14:26,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:14:26,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731582866103"}]},"ts":"1731582866103"} 2024-11-14T11:14:26,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-14T11:14:26,106 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:14:26,110 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:14:26,110 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:14:26,110 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T11:14:26,110 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:14:26,110 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:14:26,110 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T11:14:26,110 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:14:26,110 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:14:26,110 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T11:14:26,110 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:14:26,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90dea053f30e11200a1766194e78b062, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a65e3d523924a4ba2c23e663fb2d6ebe, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc71687bc9272bbfe2071aef4efc8fea, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e572be4ab316c4026f2bad4636f8de5b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79556c6631d411e6386308ea65476f59, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3d3270294658ca5a1da5eaa769aae56, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f054772972c51475b197c5442ae287a0, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f00edef43cd93365f21123128f12d911, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19b921d5f9357f5aed6474c9ead90bf5, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d14af51441d0234122525ccacb34e1fc, ASSIGN}] 2024-11-14T11:14:26,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:14:26,114 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e572be4ab316c4026f2bad4636f8de5b, ASSIGN 2024-11-14T11:14:26,114 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f054772972c51475b197c5442ae287a0, ASSIGN 2024-11-14T11:14:26,114 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3d3270294658ca5a1da5eaa769aae56, ASSIGN 2024-11-14T11:14:26,114 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79556c6631d411e6386308ea65476f59, ASSIGN 2024-11-14T11:14:26,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f054772972c51475b197c5442ae287a0, ASSIGN; state=OFFLINE, location=7437412fa5b4,45769,1731582854628; forceNewPlan=false, retain=false 2024-11-14T11:14:26,115 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3d3270294658ca5a1da5eaa769aae56, ASSIGN; state=OFFLINE, location=7437412fa5b4,45769,1731582854628; forceNewPlan=false, retain=false 2024-11-14T11:14:26,115 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79556c6631d411e6386308ea65476f59, ASSIGN; state=OFFLINE, location=7437412fa5b4,42447,1731582854591; forceNewPlan=false, retain=false 2024-11-14T11:14:26,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e572be4ab316c4026f2bad4636f8de5b, ASSIGN; state=OFFLINE, location=7437412fa5b4,33743,1731582854547; forceNewPlan=false, retain=false 2024-11-14T11:14:26,115 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d14af51441d0234122525ccacb34e1fc, ASSIGN 2024-11-14T11:14:26,116 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d14af51441d0234122525ccacb34e1fc, ASSIGN; state=OFFLINE, location=7437412fa5b4,33743,1731582854547; forceNewPlan=false, retain=false 2024-11-14T11:14:26,119 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19b921d5f9357f5aed6474c9ead90bf5, ASSIGN 2024-11-14T11:14:26,119 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f00edef43cd93365f21123128f12d911, ASSIGN 2024-11-14T11:14:26,119 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc71687bc9272bbfe2071aef4efc8fea, ASSIGN 2024-11-14T11:14:26,119 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19b921d5f9357f5aed6474c9ead90bf5, ASSIGN; state=OFFLINE, location=7437412fa5b4,42447,1731582854591; forceNewPlan=false, retain=false 2024-11-14T11:14:26,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f00edef43cd93365f21123128f12d911, ASSIGN; state=OFFLINE, location=7437412fa5b4,33743,1731582854547; forceNewPlan=false, retain=false 2024-11-14T11:14:26,120 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a65e3d523924a4ba2c23e663fb2d6ebe, ASSIGN 2024-11-14T11:14:26,120 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc71687bc9272bbfe2071aef4efc8fea, ASSIGN; state=OFFLINE, location=7437412fa5b4,45769,1731582854628; forceNewPlan=false, retain=false 2024-11-14T11:14:26,120 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a65e3d523924a4ba2c23e663fb2d6ebe, ASSIGN; state=OFFLINE, location=7437412fa5b4,42447,1731582854591; forceNewPlan=false, retain=false 2024-11-14T11:14:26,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90dea053f30e11200a1766194e78b062, ASSIGN 2024-11-14T11:14:26,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=90dea053f30e11200a1766194e78b062, ASSIGN; state=OFFLINE, location=7437412fa5b4,33743,1731582854547; forceNewPlan=false, retain=false 2024-11-14T11:14:26,266 INFO [7437412fa5b4:41641 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-14T11:14:26,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d3d3270294658ca5a1da5eaa769aae56, regionState=OPENING, regionLocation=7437412fa5b4,45769,1731582854628 2024-11-14T11:14:26,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fc71687bc9272bbfe2071aef4efc8fea, regionState=OPENING, regionLocation=7437412fa5b4,45769,1731582854628 2024-11-14T11:14:26,267 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f054772972c51475b197c5442ae287a0, regionState=OPENING, regionLocation=7437412fa5b4,45769,1731582854628 2024-11-14T11:14:26,268 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=19b921d5f9357f5aed6474c9ead90bf5, regionState=OPENING, regionLocation=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:26,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79556c6631d411e6386308ea65476f59, regionState=OPENING, regionLocation=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:26,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d14af51441d0234122525ccacb34e1fc, regionState=OPENING, regionLocation=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:26,268 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a65e3d523924a4ba2c23e663fb2d6ebe, regionState=OPENING, regionLocation=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:26,268 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f00edef43cd93365f21123128f12d911, regionState=OPENING, regionLocation=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:26,268 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e572be4ab316c4026f2bad4636f8de5b, regionState=OPENING, regionLocation=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:26,268 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90dea053f30e11200a1766194e78b062, regionState=OPENING, regionLocation=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:26,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc71687bc9272bbfe2071aef4efc8fea, ASSIGN because future has completed 2024-11-14T11:14:26,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc71687bc9272bbfe2071aef4efc8fea, server=7437412fa5b4,45769,1731582854628}] 2024-11-14T11:14:26,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d3d3270294658ca5a1da5eaa769aae56, ASSIGN because future has completed 2024-11-14T11:14:26,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3d3270294658ca5a1da5eaa769aae56, server=7437412fa5b4,45769,1731582854628}] 2024-11-14T11:14:26,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f054772972c51475b197c5442ae287a0, ASSIGN because future has completed 2024-11-14T11:14:26,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19b921d5f9357f5aed6474c9ead90bf5, ASSIGN because future has completed 2024-11-14T11:14:26,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f054772972c51475b197c5442ae287a0, server=7437412fa5b4,45769,1731582854628}] 2024-11-14T11:14:26,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=79556c6631d411e6386308ea65476f59, ASSIGN because future has completed 2024-11-14T11:14:26,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79556c6631d411e6386308ea65476f59, server=7437412fa5b4,42447,1731582854591}] 2024-11-14T11:14:26,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19b921d5f9357f5aed6474c9ead90bf5, server=7437412fa5b4,42447,1731582854591}] 2024-11-14T11:14:26,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d14af51441d0234122525ccacb34e1fc, ASSIGN because future has completed 2024-11-14T11:14:26,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d14af51441d0234122525ccacb34e1fc, server=7437412fa5b4,33743,1731582854547}] 2024-11-14T11:14:26,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a65e3d523924a4ba2c23e663fb2d6ebe, ASSIGN because future has completed 2024-11-14T11:14:26,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f00edef43cd93365f21123128f12d911, ASSIGN because future has completed 2024-11-14T11:14:26,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e572be4ab316c4026f2bad4636f8de5b, ASSIGN because future has completed 2024-11-14T11:14:26,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=90dea053f30e11200a1766194e78b062, ASSIGN because future has completed 2024-11-14T11:14:26,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90dea053f30e11200a1766194e78b062, server=7437412fa5b4,33743,1731582854547}] 2024-11-14T11:14:26,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f00edef43cd93365f21123128f12d911, server=7437412fa5b4,33743,1731582854547}] 2024-11-14T11:14:26,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e572be4ab316c4026f2bad4636f8de5b, server=7437412fa5b4,33743,1731582854547}] 2024-11-14T11:14:26,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a65e3d523924a4ba2c23e663fb2d6ebe, server=7437412fa5b4,42447,1731582854591}] 2024-11-14T11:14:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:14:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:14:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:14:27,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T11:14:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:14:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:14:30,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:30,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:30,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:31,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T11:14:31,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:31,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:31,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:14:35,096 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T11:14:35,096 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T11:14:35,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:14:35,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T11:14:36,274 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:14:36,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:14:36,281 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:14:36,281 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d3d3270294658ca5a1da5eaa769aae56, NAME => 'SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-14T11:14:36,281 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,281 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:36,282 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,282 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,284 INFO [StoreOpener-d3d3270294658ca5a1da5eaa769aae56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,286 INFO [StoreOpener-d3d3270294658ca5a1da5eaa769aae56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3d3270294658ca5a1da5eaa769aae56 columnFamilyName cf 2024-11-14T11:14:36,286 DEBUG [StoreOpener-d3d3270294658ca5a1da5eaa769aae56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:36,286 INFO [StoreOpener-d3d3270294658ca5a1da5eaa769aae56-1 {}] regionserver.HStore(327): Store=d3d3270294658ca5a1da5eaa769aae56/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:36,287 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,288 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,288 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,289 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,289 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,291 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,293 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. 2024-11-14T11:14:36,293 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 79556c6631d411e6386308ea65476f59, NAME => 'SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-14T11:14:36,293 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d3d3270294658ca5a1da5eaa769aae56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:36,293 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,293 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:36,294 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,294 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,294 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:14:36,294 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d3d3270294658ca5a1da5eaa769aae56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66644061, jitterRate=-0.006926104426383972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:14:36,294 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:36,294 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d3d3270294658ca5a1da5eaa769aae56: Running coprocessor pre-open hook at 1731582876282Writing region info on filesystem at 1731582876282Initializing all the Stores at 1731582876283 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582876283Cleaning up temporary data from old regions at 1731582876289 (+6 ms)Running coprocessor post-open hooks at 1731582876294 (+5 ms)Region opened successfully at 1731582876294 2024-11-14T11:14:36,295 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56., pid=16, masterSystemTime=1731582876274 2024-11-14T11:14:36,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:14:36,296 INFO [StoreOpener-79556c6631d411e6386308ea65476f59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,297 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:14:36,297 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:14:36,297 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:14:36,297 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f054772972c51475b197c5442ae287a0, NAME => 'SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-14T11:14:36,298 INFO [StoreOpener-79556c6631d411e6386308ea65476f59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79556c6631d411e6386308ea65476f59 columnFamilyName cf 2024-11-14T11:14:36,298 DEBUG [StoreOpener-79556c6631d411e6386308ea65476f59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:36,298 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d3d3270294658ca5a1da5eaa769aae56, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,45769,1731582854628 2024-11-14T11:14:36,298 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:36,298 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,298 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,298 INFO [StoreOpener-79556c6631d411e6386308ea65476f59-1 {}] regionserver.HStore(327): Store=79556c6631d411e6386308ea65476f59/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:36,298 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,300 INFO [StoreOpener-f054772972c51475b197c5442ae287a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3d3270294658ca5a1da5eaa769aae56, server=7437412fa5b4,45769,1731582854628 because future has completed 2024-11-14T11:14:36,302 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,302 INFO [StoreOpener-f054772972c51475b197c5442ae287a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f054772972c51475b197c5442ae287a0 columnFamilyName cf 2024-11-14T11:14:36,302 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:14:36,302 DEBUG [StoreOpener-f054772972c51475b197c5442ae287a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:36,302 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,302 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 90dea053f30e11200a1766194e78b062, NAME => 'SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-14T11:14:36,303 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,303 INFO [StoreOpener-f054772972c51475b197c5442ae287a0-1 {}] regionserver.HStore(327): Store=f054772972c51475b197c5442ae287a0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:36,303 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:36,303 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,303 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,303 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,303 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,303 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,304 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,304 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,305 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,305 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-14T11:14:36,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d3d3270294658ca5a1da5eaa769aae56, server=7437412fa5b4,45769,1731582854628 in 10.0300 sec 2024-11-14T11:14:36,306 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d3d3270294658ca5a1da5eaa769aae56, ASSIGN in 10.1940 sec 2024-11-14T11:14:36,307 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,307 INFO [StoreOpener-90dea053f30e11200a1766194e78b062-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,308 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/79556c6631d411e6386308ea65476f59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:36,308 INFO [StoreOpener-90dea053f30e11200a1766194e78b062-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90dea053f30e11200a1766194e78b062 columnFamilyName cf 2024-11-14T11:14:36,308 DEBUG [StoreOpener-90dea053f30e11200a1766194e78b062-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:36,308 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 79556c6631d411e6386308ea65476f59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59332443, jitterRate=-0.11587770283222198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:14:36,309 INFO [StoreOpener-90dea053f30e11200a1766194e78b062-1 {}] regionserver.HStore(327): Store=90dea053f30e11200a1766194e78b062/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:36,309 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:36,309 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 79556c6631d411e6386308ea65476f59: Running coprocessor pre-open hook at 1731582876294Writing region info on filesystem at 1731582876294Initializing all the Stores at 1731582876296 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582876296Cleaning up temporary data from old regions at 1731582876303 (+7 ms)Running coprocessor post-open hooks at 1731582876309 (+6 ms)Region opened successfully at 1731582876309 2024-11-14T11:14:36,309 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,309 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59., pid=19, masterSystemTime=1731582876288 2024-11-14T11:14:36,309 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,310 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,310 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,310 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,312 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. 2024-11-14T11:14:36,312 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. 2024-11-14T11:14:36,312 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. 2024-11-14T11:14:36,312 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => a65e3d523924a4ba2c23e663fb2d6ebe, NAME => 'SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-14T11:14:36,312 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,312 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79556c6631d411e6386308ea65476f59, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:36,312 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,312 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:36,312 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,312 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79556c6631d411e6386308ea65476f59, server=7437412fa5b4,42447,1731582854591 because future has completed 2024-11-14T11:14:36,317 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:36,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-14T11:14:36,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 79556c6631d411e6386308ea65476f59, server=7437412fa5b4,42447,1731582854591 in 10.0340 sec 2024-11-14T11:14:36,317 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f054772972c51475b197c5442ae287a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71341494, jitterRate=0.0630711019039154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:14:36,318 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f054772972c51475b197c5442ae287a0 2024-11-14T11:14:36,318 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f054772972c51475b197c5442ae287a0: Running coprocessor pre-open hook at 1731582876298Writing region info on filesystem at 1731582876298Initializing all the Stores at 1731582876300 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582876300Cleaning up temporary data from old regions at 1731582876305 (+5 ms)Running coprocessor post-open hooks at 1731582876318 (+13 ms)Region opened successfully at 1731582876318 2024-11-14T11:14:36,318 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0., pid=17, masterSystemTime=1731582876274 2024-11-14T11:14:36,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=79556c6631d411e6386308ea65476f59, ASSIGN in 10.2060 sec 2024-11-14T11:14:36,320 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:14:36,320 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:14:36,320 INFO [StoreOpener-a65e3d523924a4ba2c23e663fb2d6ebe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,320 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:14:36,321 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => fc71687bc9272bbfe2071aef4efc8fea, NAME => 'SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-14T11:14:36,321 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f054772972c51475b197c5442ae287a0, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,45769,1731582854628 2024-11-14T11:14:36,321 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,321 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:36,321 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/90dea053f30e11200a1766194e78b062/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:36,321 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,321 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,322 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 90dea053f30e11200a1766194e78b062; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70943223, jitterRate=0.057136401534080505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:14:36,322 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:36,322 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 90dea053f30e11200a1766194e78b062: Running coprocessor pre-open hook at 1731582876303Writing region info on filesystem at 1731582876303Initializing all the Stores at 1731582876306 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582876306Cleaning up temporary data from old regions at 1731582876310 (+4 ms)Running coprocessor post-open hooks at 1731582876322 (+12 ms)Region opened successfully at 1731582876322 2024-11-14T11:14:36,323 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062., pid=22, masterSystemTime=1731582876293 2024-11-14T11:14:36,323 INFO [StoreOpener-fc71687bc9272bbfe2071aef4efc8fea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f054772972c51475b197c5442ae287a0, server=7437412fa5b4,45769,1731582854628 because future has completed 2024-11-14T11:14:36,325 INFO [StoreOpener-fc71687bc9272bbfe2071aef4efc8fea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc71687bc9272bbfe2071aef4efc8fea columnFamilyName cf 2024-11-14T11:14:36,325 DEBUG [StoreOpener-fc71687bc9272bbfe2071aef4efc8fea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:36,325 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:14:36,325 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:14:36,325 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:14:36,326 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => e572be4ab316c4026f2bad4636f8de5b, NAME => 'SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-14T11:14:36,326 INFO [StoreOpener-fc71687bc9272bbfe2071aef4efc8fea-1 {}] regionserver.HStore(327): Store=fc71687bc9272bbfe2071aef4efc8fea/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:36,326 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,326 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,326 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:36,326 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,326 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,327 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90dea053f30e11200a1766194e78b062, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:36,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-14T11:14:36,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f054772972c51475b197c5442ae287a0, server=7437412fa5b4,45769,1731582854628 in 10.0450 sec 2024-11-14T11:14:36,328 INFO [StoreOpener-a65e3d523924a4ba2c23e663fb2d6ebe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a65e3d523924a4ba2c23e663fb2d6ebe columnFamilyName cf 2024-11-14T11:14:36,329 DEBUG [StoreOpener-a65e3d523924a4ba2c23e663fb2d6ebe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:36,328 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90dea053f30e11200a1766194e78b062, server=7437412fa5b4,33743,1731582854547 because future has completed 2024-11-14T11:14:36,330 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,330 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,330 INFO [StoreOpener-a65e3d523924a4ba2c23e663fb2d6ebe-1 {}] regionserver.HStore(327): Store=a65e3d523924a4ba2c23e663fb2d6ebe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:36,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f054772972c51475b197c5442ae287a0, ASSIGN in 10.2170 sec 2024-11-14T11:14:36,331 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,331 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,332 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,332 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,332 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,332 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-11-14T11:14:36,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 90dea053f30e11200a1766194e78b062, server=7437412fa5b4,33743,1731582854547 in 10.0390 sec 2024-11-14T11:14:36,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=90dea053f30e11200a1766194e78b062, ASSIGN in 10.2220 sec 2024-11-14T11:14:36,335 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,336 INFO [StoreOpener-e572be4ab316c4026f2bad4636f8de5b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,337 INFO [StoreOpener-e572be4ab316c4026f2bad4636f8de5b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e572be4ab316c4026f2bad4636f8de5b columnFamilyName cf 2024-11-14T11:14:36,338 DEBUG [StoreOpener-e572be4ab316c4026f2bad4636f8de5b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:36,338 INFO [StoreOpener-e572be4ab316c4026f2bad4636f8de5b-1 {}] regionserver.HStore(327): Store=e572be4ab316c4026f2bad4636f8de5b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:36,338 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,339 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,339 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,340 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/fc71687bc9272bbfe2071aef4efc8fea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:36,340 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,340 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,340 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened fc71687bc9272bbfe2071aef4efc8fea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71677356, jitterRate=0.06807583570480347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:14:36,340 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:36,340 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for fc71687bc9272bbfe2071aef4efc8fea: Running coprocessor pre-open hook at 1731582876321Writing region info on filesystem at 1731582876321Initializing all the Stores at 1731582876323 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582876323Cleaning up temporary data from old regions at 1731582876330 (+7 ms)Running coprocessor post-open hooks at 1731582876340 (+10 ms)Region opened successfully at 1731582876340 2024-11-14T11:14:36,340 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/a65e3d523924a4ba2c23e663fb2d6ebe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:36,341 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea., pid=15, masterSystemTime=1731582876274 2024-11-14T11:14:36,342 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,342 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened a65e3d523924a4ba2c23e663fb2d6ebe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69079617, jitterRate=0.02936650812625885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:14:36,342 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:36,342 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for a65e3d523924a4ba2c23e663fb2d6ebe: Running coprocessor pre-open hook at 1731582876313Writing region info on filesystem at 1731582876313Initializing all the Stores at 1731582876315 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582876315Cleaning up temporary data from old regions at 1731582876332 (+17 ms)Running coprocessor post-open hooks at 1731582876342 (+10 ms)Region opened successfully at 1731582876342 2024-11-14T11:14:36,344 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe., pid=24, masterSystemTime=1731582876288 2024-11-14T11:14:36,344 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:14:36,344 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:14:36,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=fc71687bc9272bbfe2071aef4efc8fea, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,45769,1731582854628 2024-11-14T11:14:36,345 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/e572be4ab316c4026f2bad4636f8de5b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:36,346 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened e572be4ab316c4026f2bad4636f8de5b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59241021, jitterRate=-0.11723999679088593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:14:36,346 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:36,346 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for e572be4ab316c4026f2bad4636f8de5b: Running coprocessor pre-open hook at 1731582876326Writing region info on filesystem at 1731582876326Initializing all the Stores at 1731582876328 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582876328Cleaning up temporary data from old regions at 1731582876340 (+12 ms)Running coprocessor post-open hooks at 1731582876346 (+6 ms)Region opened successfully at 1731582876346 2024-11-14T11:14:36,346 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. 2024-11-14T11:14:36,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc71687bc9272bbfe2071aef4efc8fea, server=7437412fa5b4,45769,1731582854628 because future has completed 2024-11-14T11:14:36,346 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. 2024-11-14T11:14:36,346 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. 2024-11-14T11:14:36,347 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 19b921d5f9357f5aed6474c9ead90bf5, NAME => 'SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-14T11:14:36,347 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b., pid=23, masterSystemTime=1731582876293 2024-11-14T11:14:36,347 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,347 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:36,347 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,347 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a65e3d523924a4ba2c23e663fb2d6ebe, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:36,347 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,349 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:14:36,349 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:14:36,349 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:14:36,349 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => f00edef43cd93365f21123128f12d911, NAME => 'SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-14T11:14:36,349 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=e572be4ab316c4026f2bad4636f8de5b, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:36,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a65e3d523924a4ba2c23e663fb2d6ebe, server=7437412fa5b4,42447,1731582854591 because future has completed 2024-11-14T11:14:36,350 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,350 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:36,350 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,350 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-14T11:14:36,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure fc71687bc9272bbfe2071aef4efc8fea, server=7437412fa5b4,45769,1731582854628 in 10.0760 sec 2024-11-14T11:14:36,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure e572be4ab316c4026f2bad4636f8de5b, server=7437412fa5b4,33743,1731582854547 because future has completed 2024-11-14T11:14:36,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc71687bc9272bbfe2071aef4efc8fea, ASSIGN in 10.2400 sec 2024-11-14T11:14:36,352 INFO [StoreOpener-19b921d5f9357f5aed6474c9ead90bf5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,352 INFO [StoreOpener-f00edef43cd93365f21123128f12d911-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,354 INFO [StoreOpener-f00edef43cd93365f21123128f12d911-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f00edef43cd93365f21123128f12d911 columnFamilyName cf 2024-11-14T11:14:36,354 INFO [StoreOpener-19b921d5f9357f5aed6474c9ead90bf5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19b921d5f9357f5aed6474c9ead90bf5 columnFamilyName cf 2024-11-14T11:14:36,354 DEBUG [StoreOpener-19b921d5f9357f5aed6474c9ead90bf5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:36,354 DEBUG [StoreOpener-f00edef43cd93365f21123128f12d911-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:36,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-14T11:14:36,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a65e3d523924a4ba2c23e663fb2d6ebe, server=7437412fa5b4,42447,1731582854591 in 10.0560 sec 2024-11-14T11:14:36,355 INFO [StoreOpener-19b921d5f9357f5aed6474c9ead90bf5-1 {}] regionserver.HStore(327): Store=19b921d5f9357f5aed6474c9ead90bf5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:36,355 INFO [StoreOpener-f00edef43cd93365f21123128f12d911-1 {}] regionserver.HStore(327): Store=f00edef43cd93365f21123128f12d911/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:36,355 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,355 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,356 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,356 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,356 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-14T11:14:36,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a65e3d523924a4ba2c23e663fb2d6ebe, ASSIGN in 10.2440 sec 2024-11-14T11:14:36,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure e572be4ab316c4026f2bad4636f8de5b, server=7437412fa5b4,33743,1731582854547 in 10.0600 sec 2024-11-14T11:14:36,357 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,357 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,357 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,357 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,357 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e572be4ab316c4026f2bad4636f8de5b, ASSIGN in 10.2460 sec 2024-11-14T11:14:36,359 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,359 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,361 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:36,362 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened f00edef43cd93365f21123128f12d911; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74067929, jitterRate=0.10369814932346344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:14:36,362 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f00edef43cd93365f21123128f12d911 2024-11-14T11:14:36,362 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for f00edef43cd93365f21123128f12d911: Running coprocessor pre-open hook at 1731582876350Writing region info on filesystem at 1731582876350Initializing all the Stores at 1731582876351 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582876351Cleaning up temporary data from old regions at 1731582876357 (+6 ms)Running coprocessor post-open hooks at 1731582876362 (+5 ms)Region opened successfully at 1731582876362 2024-11-14T11:14:36,362 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/19b921d5f9357f5aed6474c9ead90bf5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:36,362 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 19b921d5f9357f5aed6474c9ead90bf5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72624327, jitterRate=0.08218680322170258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:14:36,362 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:36,363 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911., pid=21, masterSystemTime=1731582876293 2024-11-14T11:14:36,363 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 19b921d5f9357f5aed6474c9ead90bf5: Running coprocessor pre-open hook at 1731582876347Writing region info on filesystem at 1731582876347Initializing all the Stores at 1731582876350 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582876350Cleaning up temporary data from old regions at 1731582876357 (+7 ms)Running coprocessor post-open hooks at 1731582876363 (+6 ms)Region opened successfully at 1731582876363 2024-11-14T11:14:36,363 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5., pid=18, masterSystemTime=1731582876288 2024-11-14T11:14:36,364 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:14:36,364 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:14:36,364 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:14:36,365 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d14af51441d0234122525ccacb34e1fc, NAME => 'SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-14T11:14:36,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f00edef43cd93365f21123128f12d911, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:36,365 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,365 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:14:36,365 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. 2024-11-14T11:14:36,365 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,365 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. 2024-11-14T11:14:36,365 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,366 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=19b921d5f9357f5aed6474c9ead90bf5, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:36,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f00edef43cd93365f21123128f12d911, server=7437412fa5b4,33743,1731582854547 because future has completed 2024-11-14T11:14:36,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19b921d5f9357f5aed6474c9ead90bf5, server=7437412fa5b4,42447,1731582854591 because future has completed 2024-11-14T11:14:36,368 INFO [StoreOpener-d14af51441d0234122525ccacb34e1fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,370 INFO [StoreOpener-d14af51441d0234122525ccacb34e1fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14af51441d0234122525ccacb34e1fc columnFamilyName cf 2024-11-14T11:14:36,370 DEBUG [StoreOpener-d14af51441d0234122525ccacb34e1fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:14:36,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-14T11:14:36,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f00edef43cd93365f21123128f12d911, server=7437412fa5b4,33743,1731582854547 in 10.0760 sec 2024-11-14T11:14:36,371 INFO [StoreOpener-d14af51441d0234122525ccacb34e1fc-1 {}] regionserver.HStore(327): Store=d14af51441d0234122525ccacb34e1fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:14:36,371 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-14T11:14:36,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f00edef43cd93365f21123128f12d911, ASSIGN in 10.2590 sec 2024-11-14T11:14:36,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 19b921d5f9357f5aed6474c9ead90bf5, server=7437412fa5b4,42447,1731582854591 in 10.0890 sec 2024-11-14T11:14:36,372 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,372 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,373 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,373 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19b921d5f9357f5aed6474c9ead90bf5, ASSIGN in 10.2610 sec 2024-11-14T11:14:36,374 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,376 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:14:36,377 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d14af51441d0234122525ccacb34e1fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58755664, jitterRate=-0.12447237968444824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:14:36,377 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:36,377 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d14af51441d0234122525ccacb34e1fc: Running coprocessor pre-open hook at 1731582876365Writing region info on filesystem at 1731582876365Initializing all the Stores at 1731582876367 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582876367Cleaning up temporary data from old regions at 1731582876373 (+6 ms)Running coprocessor post-open hooks at 1731582876377 (+4 ms)Region opened successfully at 1731582876377 2024-11-14T11:14:36,378 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc., pid=20, masterSystemTime=1731582876293 2024-11-14T11:14:36,379 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:14:36,379 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:14:36,380 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d14af51441d0234122525ccacb34e1fc, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:36,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d14af51441d0234122525ccacb34e1fc, server=7437412fa5b4,33743,1731582854547 because future has completed 2024-11-14T11:14:36,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-14T11:14:36,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d14af51441d0234122525ccacb34e1fc, server=7437412fa5b4,33743,1731582854547 in 10.0950 sec 2024-11-14T11:14:36,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-14T11:14:36,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d14af51441d0234122525ccacb34e1fc, ASSIGN in 10.2730 sec 2024-11-14T11:14:36,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:14:36,387 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731582876387"}]},"ts":"1731582876387"} 2024-11-14T11:14:36,388 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-14T11:14:36,389 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:14:36,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3910 sec 2024-11-14T11:14:39,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-14T11:14:41,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T11:14:41,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:41,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:41,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:14:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:14:44,244 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-14T11:14:44,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-14T11:14:44,244 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:14:44,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-14T11:14:44,249 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:14:44,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-14T11:14:44,275 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0., hostname=7437412fa5b4,45769,1731582854628, seqNum=2] 2024-11-14T11:14:44,277 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0., hostname=7437412fa5b4,45769,1731582854628, seqNum=2] 2024-11-14T11:14:44,278 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0., hostname=7437412fa5b4,45769,1731582854628, seqNum=2] 2024-11-14T11:14:44,280 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0., hostname=7437412fa5b4,45769,1731582854628, seqNum=2] 2024-11-14T11:14:44,281 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0., hostname=7437412fa5b4,45769,1731582854628, seqNum=2] 2024-11-14T11:14:44,282 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0., hostname=7437412fa5b4,45769,1731582854628, seqNum=2] 2024-11-14T11:14:44,314 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:44,317 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:44,318 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:44,319 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:44,320 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:44,321 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:44,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:14:44,355 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5., hostname=7437412fa5b4,42447,1731582854591, seqNum=2] 2024-11-14T11:14:44,357 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5., hostname=7437412fa5b4,42447,1731582854591, seqNum=2] 2024-11-14T11:14:44,360 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5., hostname=7437412fa5b4,42447,1731582854591, seqNum=2] 2024-11-14T11:14:44,364 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5., hostname=7437412fa5b4,42447,1731582854591, seqNum=2] 2024-11-14T11:14:44,367 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5., hostname=7437412fa5b4,42447,1731582854591, seqNum=2] 2024-11-14T11:14:44,369 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5., hostname=7437412fa5b4,42447,1731582854591, seqNum=2] 2024-11-14T11:14:44,420 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:44,422 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:44,423 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:44,425 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:44,426 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc., hostname=7437412fa5b4,33743,1731582854547, seqNum=2] 2024-11-14T11:14:45,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:14:45,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:14:45,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:14:45,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:14:45,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T11:14:45,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:14:45,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42447 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T11:14:45,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T11:14:45,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33743 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T11:14:45,704 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-14T11:14:45,704 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:14:45,705 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T11:14:45,706 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T11:14:45,709 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T11:14:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741848_1024 (size=49) 2024-11-14T11:14:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741848_1024 (size=49) 2024-11-14T11:14:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741848_1024 (size=49) 2024-11-14T11:14:45,736 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T11:14:45,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90dea053f30e11200a1766194e78b062}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a65e3d523924a4ba2c23e663fb2d6ebe}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc71687bc9272bbfe2071aef4efc8fea}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e572be4ab316c4026f2bad4636f8de5b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79556c6631d411e6386308ea65476f59}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3d3270294658ca5a1da5eaa769aae56}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f054772972c51475b197c5442ae287a0}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f00edef43cd93365f21123128f12d911}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19b921d5f9357f5aed6474c9ead90bf5}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d14af51441d0234122525ccacb34e1fc}] 2024-11-14T11:14:45,738 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:45,739 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:45,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f00edef43cd93365f21123128f12d911 2024-11-14T11:14:45,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:45,739 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:45,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f054772972c51475b197c5442ae287a0 2024-11-14T11:14:45,746 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:45,746 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:45,746 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:45,746 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:52,770 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-14T11:14:55,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-14T11:14:55,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-14T11:14:55,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-14T11:14:55,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-14T11:14:55,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. 2024-11-14T11:14:55,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:14:55,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 79556c6631d411e6386308ea65476f59: 2024-11-14T11:14:55,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-14T11:14:55,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. for SnapshotProcedureTest completed. 2024-11-14T11:14:55,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. 2024-11-14T11:14:55,743 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing f00edef43cd93365f21123128f12d911 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-14T11:14:55,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-14T11:14:55,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:14:55,744 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 19b921d5f9357f5aed6474c9ead90bf5 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-14T11:14:55,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:14:55,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:14:55,744 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing d14af51441d0234122525ccacb34e1fc 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-14T11:14:55,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. 2024-11-14T11:14:55,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a65e3d523924a4ba2c23e663fb2d6ebe: 2024-11-14T11:14:55,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. for SnapshotProcedureTest completed. 2024-11-14T11:14:55,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-14T11:14:55,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:14:55,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:14:55,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:14:55,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for e572be4ab316c4026f2bad4636f8de5b: 2024-11-14T11:14:55,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. for SnapshotProcedureTest completed. 2024-11-14T11:14:55,746 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:14:55,747 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:14:55,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-14T11:14:55,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-14T11:14:55,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:14:55,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d3d3270294658ca5a1da5eaa769aae56: 2024-11-14T11:14:55,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. for SnapshotProcedureTest completed. 2024-11-14T11:14:55,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:14:55,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:14:55,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-14T11:14:55,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:14:55,753 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing f054772972c51475b197c5442ae287a0 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-14T11:14:55,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:14:55,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for fc71687bc9272bbfe2071aef4efc8fea: 2024-11-14T11:14:55,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. for SnapshotProcedureTest completed. 2024-11-14T11:14:55,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:14:55,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:14:55,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911/.tmp/cf/7dbb3b50b57342e88fa8eba78e6ba67d is 34, key is baa/cf:cf/1731582885200/Put/seqid=0 2024-11-14T11:14:55,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/19b921d5f9357f5aed6474c9ead90bf5/.tmp/cf/956834bb62ad412686a807bfaaebae93 is 34, key is ccd/cf:cf/1731582885186/Put/seqid=0 2024-11-14T11:14:55,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741849_1025 (size=65) 2024-11-14T11:14:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741849_1025 (size=65) 2024-11-14T11:14:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741849_1025 (size=65) 2024-11-14T11:14:55,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731582865998.79556c6631d411e6386308ea65476f59. 2024-11-14T11:14:55,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-14T11:14:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-14T11:14:55,785 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:55,786 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 79556c6631d411e6386308ea65476f59 2024-11-14T11:14:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741850_1026 (size=65) 2024-11-14T11:14:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741850_1026 (size=65) 2024-11-14T11:14:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741850_1026 (size=65) 2024-11-14T11:14:55,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe. 2024-11-14T11:14:55,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T11:14:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-14T11:14:55,792 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:55,792 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a65e3d523924a4ba2c23e663fb2d6ebe 2024-11-14T11:14:55,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 79556c6631d411e6386308ea65476f59 in 10.0530 sec 2024-11-14T11:14:55,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a65e3d523924a4ba2c23e663fb2d6ebe in 10.0560 sec 2024-11-14T11:14:55,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0/.tmp/cf/667c2f3be0724cec9f4d60478be4b3ea is 34, key is aaa/cf:cf/1731582885149/Put/seqid=0 2024-11-14T11:14:55,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc/.tmp/cf/b72063e6020141009fd807700c95de8b is 34, key is eaa/cf:cf/1731582885613/Put/seqid=0 2024-11-14T11:14:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741851_1027 (size=65) 2024-11-14T11:14:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741851_1027 (size=65) 2024-11-14T11:14:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741851_1027 (size=65) 2024-11-14T11:14:55,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:14:55,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-14T11:14:55,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:14:55,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 90dea053f30e11200a1766194e78b062: 2024-11-14T11:14:55,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. for SnapshotProcedureTest completed. 2024-11-14T11:14:55,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-14T11:14:55,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:14:55,807 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:55,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T11:14:55,807 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:14:55,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e572be4ab316c4026f2bad4636f8de5b in 10.0710 sec 2024-11-14T11:14:55,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741852_1028 (size=65) 2024-11-14T11:14:55,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741852_1028 (size=65) 2024-11-14T11:14:55,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741852_1028 (size=65) 2024-11-14T11:14:55,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:14:55,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T11:14:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T11:14:55,826 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:55,827 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:14:55,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fc71687bc9272bbfe2071aef4efc8fea in 10.0910 sec 2024-11-14T11:14:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741856_1032 (size=499309) 2024-11-14T11:14:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741856_1032 (size=499309) 2024-11-14T11:14:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741856_1032 (size=499309) 2024-11-14T11:14:55,837 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc/.tmp/cf/b72063e6020141009fd807700c95de8b 2024-11-14T11:14:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741855_1031 (size=47197) 2024-11-14T11:14:55,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741855_1031 (size=47197) 2024-11-14T11:14:55,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741855_1031 (size=47197) 2024-11-14T11:14:55,844 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/19b921d5f9357f5aed6474c9ead90bf5/.tmp/cf/956834bb62ad412686a807bfaaebae93 2024-11-14T11:14:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741854_1030 (size=28623) 2024-11-14T11:14:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741854_1030 (size=28623) 2024-11-14T11:14:55,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741854_1030 (size=28623) 2024-11-14T11:14:55,848 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911/.tmp/cf/7dbb3b50b57342e88fa8eba78e6ba67d 2024-11-14T11:14:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741853_1029 (size=65) 2024-11-14T11:14:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741853_1029 (size=65) 2024-11-14T11:14:55,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741853_1029 (size=65) 2024-11-14T11:14:55,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:14:55,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-14T11:14:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-14T11:14:55,856 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:55,856 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:14:55,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d3d3270294658ca5a1da5eaa769aae56 in 10.1200 sec 2024-11-14T11:14:55,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741857_1033 (size=26918) 2024-11-14T11:14:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741857_1033 (size=26918) 2024-11-14T11:14:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741857_1033 (size=26918) 2024-11-14T11:14:55,867 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0/.tmp/cf/667c2f3be0724cec9f4d60478be4b3ea 2024-11-14T11:14:55,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/19b921d5f9357f5aed6474c9ead90bf5/.tmp/cf/956834bb62ad412686a807bfaaebae93 as hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/19b921d5f9357f5aed6474c9ead90bf5/cf/956834bb62ad412686a807bfaaebae93 2024-11-14T11:14:55,876 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/19b921d5f9357f5aed6474c9ead90bf5/cf/956834bb62ad412686a807bfaaebae93, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-14T11:14:55,878 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 19b921d5f9357f5aed6474c9ead90bf5 in 135ms, sequenceid=5, compaction requested=false 2024-11-14T11:14:55,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 19b921d5f9357f5aed6474c9ead90bf5: 2024-11-14T11:14:55,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. for SnapshotProcedureTest completed. 2024-11-14T11:14:55,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:14:55,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/19b921d5f9357f5aed6474c9ead90bf5/cf/956834bb62ad412686a807bfaaebae93] hfiles 2024-11-14T11:14:55,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/19b921d5f9357f5aed6474c9ead90bf5/cf/956834bb62ad412686a807bfaaebae93 for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741858_1034 (size=57) 2024-11-14T11:14:55,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741858_1034 (size=57) 2024-11-14T11:14:55,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741858_1034 (size=57) 2024-11-14T11:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911/.tmp/cf/7dbb3b50b57342e88fa8eba78e6ba67d as hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911/cf/7dbb3b50b57342e88fa8eba78e6ba67d 2024-11-14T11:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:14:55,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T11:14:55,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc/.tmp/cf/b72063e6020141009fd807700c95de8b as hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc/cf/b72063e6020141009fd807700c95de8b 2024-11-14T11:14:55,887 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0/.tmp/cf/667c2f3be0724cec9f4d60478be4b3ea as hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0/cf/667c2f3be0724cec9f4d60478be4b3ea 2024-11-14T11:14:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T11:14:55,888 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:55,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 90dea053f30e11200a1766194e78b062 2024-11-14T11:14:55,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 90dea053f30e11200a1766194e78b062 in 10.1530 sec 2024-11-14T11:14:55,896 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911/cf/7dbb3b50b57342e88fa8eba78e6ba67d, entries=731, sequenceid=5, filesize=28.0 K 2024-11-14T11:14:55,898 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for f00edef43cd93365f21123128f12d911 in 154ms, sequenceid=5, compaction requested=false 2024-11-14T11:14:55,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for f00edef43cd93365f21123128f12d911: 2024-11-14T11:14:55,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. for SnapshotProcedureTest completed. 2024-11-14T11:14:55,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:14:55,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911/cf/7dbb3b50b57342e88fa8eba78e6ba67d] hfiles 2024-11-14T11:14:55,898 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911/cf/7dbb3b50b57342e88fa8eba78e6ba67d for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,898 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0/cf/667c2f3be0724cec9f4d60478be4b3ea, entries=676, sequenceid=5, filesize=26.3 K 2024-11-14T11:14:55,899 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc/cf/b72063e6020141009fd807700c95de8b, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-14T11:14:55,899 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for f054772972c51475b197c5442ae287a0 in 146ms, sequenceid=5, compaction requested=false 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f054772972c51475b197c5442ae287a0: 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. for SnapshotProcedureTest completed. 2024-11-14T11:14:55,900 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for d14af51441d0234122525ccacb34e1fc in 156ms, sequenceid=5, compaction requested=false 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d14af51441d0234122525ccacb34e1fc: 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. for SnapshotProcedureTest completed. 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc.' region-info for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0/cf/667c2f3be0724cec9f4d60478be4b3ea] hfiles 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0/cf/667c2f3be0724cec9f4d60478be4b3ea for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc/cf/b72063e6020141009fd807700c95de8b] hfiles 2024-11-14T11:14:55,900 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc/cf/b72063e6020141009fd807700c95de8b for snapshot=SnapshotProcedureTest 2024-11-14T11:14:55,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741860_1036 (size=97) 2024-11-14T11:14:55,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741860_1036 (size=97) 2024-11-14T11:14:55,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741860_1036 (size=97) 2024-11-14T11:14:55,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:14:55,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-14T11:14:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-14T11:14:55,925 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741859_1035 (size=105) 2024-11-14T11:14:55,925 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d14af51441d0234122525ccacb34e1fc 2024-11-14T11:14:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741859_1035 (size=105) 2024-11-14T11:14:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741859_1035 (size=105) 2024-11-14T11:14:55,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731582865998.19b921d5f9357f5aed6474c9ead90bf5. 2024-11-14T11:14:55,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-14T11:14:55,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741861_1037 (size=105) 2024-11-14T11:14:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-14T11:14:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741862_1038 (size=105) 2024-11-14T11:14:55,928 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741862_1038 (size=105) 2024-11-14T11:14:55,928 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19b921d5f9357f5aed6474c9ead90bf5 2024-11-14T11:14:55,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d14af51441d0234122525ccacb34e1fc in 10.1900 sec 2024-11-14T11:14:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741861_1037 (size=105) 2024-11-14T11:14:55,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:14:55,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T11:14:55,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741862_1038 (size=105) 2024-11-14T11:14:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-14T11:14:55,930 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f00edef43cd93365f21123128f12d911 2024-11-14T11:14:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741861_1037 (size=105) 2024-11-14T11:14:55,931 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f00edef43cd93365f21123128f12d911 2024-11-14T11:14:55,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:14:55,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-14T11:14:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-14T11:14:55,931 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f054772972c51475b197c5442ae287a0 2024-11-14T11:14:55,932 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f054772972c51475b197c5442ae287a0 2024-11-14T11:14:55,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 19b921d5f9357f5aed6474c9ead90bf5 in 10.1920 sec 2024-11-14T11:14:55,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f00edef43cd93365f21123128f12d911 in 10.1940 sec 2024-11-14T11:14:55,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-14T11:14:55,934 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T11:14:55,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f054772972c51475b197c5442ae287a0 in 10.1950 sec 2024-11-14T11:14:55,935 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T11:14:55,935 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T11:14:55,935 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-14T11:14:55,937 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T11:14:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741863_1039 (size=1174) 2024-11-14T11:14:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741863_1039 (size=1174) 2024-11-14T11:14:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741863_1039 (size=1174) 2024-11-14T11:14:55,966 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T11:14:55,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-14T11:14:55,974 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:55,974 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:14:55,974 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:55,974 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:55,974 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:55,978 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:14:55,978 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:55,978 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:14:55,978 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:56,022 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:14:56,023 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7437412fa5b4,42447,1731582854591 2024-11-14T11:14:56,023 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7437412fa5b4,42447,1731582854591: Simulated kill ***** 2024-11-14T11:14:56,023 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T11:14:56,023 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T11:14:56,024 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T11:14:56,024 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T11:14:56,024 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T11:14:56,024 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 637693480 }, "NonHeapMemoryUsage": { "committed": 176422912, "init": 7667712, "max": -1, "used": 172153536 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T11:14:56,025 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41641 {}] master.MasterRpcServices(700): 7437412fa5b4,42447,1731582854591 reported a fatal error: ***** ABORTING region server 7437412fa5b4,42447,1731582854591: Simulated kill ***** 2024-11-14T11:14:56,025 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,42447,1731582854591' ***** 2024-11-14T11:14:56,025 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-14T11:14:56,026 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:14:56,026 INFO [RS:1;7437412fa5b4:42447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T11:14:56,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:14:56,026 INFO [RS:1;7437412fa5b4:42447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T11:14:56,026 INFO [RS:1;7437412fa5b4:42447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:14:56,026 INFO [RS:1;7437412fa5b4:42447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7437412fa5b4:42447. 2024-11-14T11:14:56,026 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:14:56,026 DEBUG [RS:1;7437412fa5b4:42447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:14:56,026 DEBUG [RS:1;7437412fa5b4:42447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:56,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741836_1012 (size=14382) 2024-11-14T11:14:56,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741836_1012 (size=14382) 2024-11-14T11:14:56,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741836_1012 (size=14382) 2024-11-14T11:14:56,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741833_1009 (size=1488) 2024-11-14T11:14:56,032 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591/7437412fa5b4%2C42447%2C1731582854591.1731582855372 not finished, retry = 0 2024-11-14T11:14:56,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741833_1009 (size=1488) 2024-11-14T11:14:56,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741833_1009 (size=1488) 2024-11-14T11:14:56,051 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7437412fa5b4:41369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-14T11:14:56,077 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:14:56,133 DEBUG [RS:1;7437412fa5b4:42447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:14:56,133 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:14:56,134 INFO [RS:1;7437412fa5b4:42447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42447 2024-11-14T11:14:56,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,42447,1731582854591 2024-11-14T11:14:56,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:14:56,191 INFO [RS:1;7437412fa5b4:42447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:14:56,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,42447,1731582854591] 2024-11-14T11:14:56,212 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,42447,1731582854591 already deleted, retry=false 2024-11-14T11:14:56,212 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7437412fa5b4,42447,1731582854591 on 7437412fa5b4,41641,1731582854360 2024-11-14T11:14:56,214 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7437412fa5b4,42447,1731582854591, splitWal=true, meta=true 2024-11-14T11:14:56,214 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 7437412fa5b4,42447,1731582854591 (carryingMeta=true) 7437412fa5b4,42447,1731582854591/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1743352b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T11:14:56,216 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7437412fa5b4,42447,1731582854591, splitWal=true, meta=true 2024-11-14T11:14:56,217 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7437412fa5b4,42447,1731582854591, splitWal=true, meta=true, isMeta: true 2024-11-14T11:14:56,220 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting 2024-11-14T11:14:56,222 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7437412fa5b4,42447,1731582854591 WAL count=1, meta=true 2024-11-14T11:14:56,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta}] 2024-11-14T11:14:56,224 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:14:56,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta, worker=7437412fa5b4,33743,1731582854547}] 2024-11-14T11:14:56,225 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T11:14:56,225 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T11:14:56,226 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42447,1731582854591 Release verify snapshot worker=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:56,226 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 7437412fa5b4,42447,1731582854591, this operation will be retried to send to another server 2024-11-14T11:14:56,226 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:14:56,226 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731582897226 2024-11-14T11:14:56,227 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42447,1731582854591 Release verify snapshot worker=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:56,227 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 44 to 7437412fa5b4,42447,1731582854591, this operation will be retried to send to another server 2024-11-14T11:14:56,227 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:14:56,227 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=44, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731582897227 2024-11-14T11:14:56,228 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-14T11:14:56,228 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 34 is already finished, skip the rest processes 2024-11-14T11:14:56,228 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-14T11:14:56,229 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,42447,1731582854591 Release verify snapshot worker=7437412fa5b4,42447,1731582854591 2024-11-14T11:14:56,229 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 37 to 7437412fa5b4,42447,1731582854591, this operation will be retried to send to another server 2024-11-14T11:14:56,229 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:14:56,229 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=37, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731582897229 2024-11-14T11:14:56,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:14:56,302 INFO [RS:1;7437412fa5b4:42447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:14:56,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42447-0x101390d80720002, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:14:56,302 INFO [RS:1;7437412fa5b4:42447 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,42447,1731582854591; zookeeper connection closed. 2024-11-14T11:14:56,302 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@583354e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@583354e5 2024-11-14T11:15:05,954 INFO [master/7437412fa5b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T11:15:05,954 INFO [master/7437412fa5b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T11:15:05,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-14T11:15:05,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-14T11:15:05,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-14T11:15:05,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-14T11:15:05,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-14T11:15:05,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-14T11:15:05,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-14T11:15:05,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T11:15:05,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-14T11:15:05,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-14T11:15:05,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-14T11:15:05,981 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-14T11:15:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-14T11:15:05,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-14T11:15:05,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-14T11:15:05,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T11:15:05,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-14T11:15:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-14T11:15:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T11:15:05,985 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 Release verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:15:05,985 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,33743,1731582854547 Release verify snapshot worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:15:05,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-14T11:15:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-14T11:15:05,987 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 Release verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:15:05,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 in 10.0150 sec 2024-11-14T11:15:05,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,33743,1731582854547 in 10.0150 sec 2024-11-14T11:15:05,989 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:15:05,989 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,33743,1731582854547 Release verify snapshot worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:15:05,989 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 Release verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:15:05,992 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:15:05,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 in 10.0190 sec 2024-11-14T11:15:05,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 in 10.0170 sec 2024-11-14T11:15:05,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,33743,1731582854547 in 10.0190 sec 2024-11-14T11:15:05,995 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,33743,1731582854547 Release verify snapshot worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:15:05,995 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:15:05,996 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:15:05,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,33743,1731582854547 in 10.0250 sec 2024-11-14T11:15:06,001 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta, size=14.0 K (14382bytes) 2024-11-14T11:15:06,001 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta 2024-11-14T11:15:06,002 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta after 1ms 2024-11-14T11:15:06,004 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta took 3ms 2024-11-14T11:15:06,007 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-14T11:15:06,010 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta so closing down 2024-11-14T11:15:06,010 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T11:15:06,013 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta.temp 2024-11-14T11:15:06,015 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta.temp 2024-11-14T11:15:06,016 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T11:15:06,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741864_1040 (size=14141) 2024-11-14T11:15:06,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741864_1040 (size=14141) 2024-11-14T11:15:06,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741864_1040 (size=14141) 2024-11-14T11:15:06,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-14T11:15:06,027 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta.temp to hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T11:15:06,027 INFO [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 22 ms; skipped=1; WAL=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-14T11:15:06,027 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta, journal: Splitting hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta, size=14.0 K (14382bytes) at 1731582906001Finishing writing output for hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta so closing down at 1731582906010 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta.temp at 1731582906015 (+5 ms)3 split writer threads finished at 1731582906016 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731582906025 (+9 ms)Rename recovered edits hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta.temp to hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731582906027 (+2 ms)Processed 26 edits across 1 Regions in 22 ms; skipped=1; WAL=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731582906027 2024-11-14T11:15:06,027 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta 2024-11-14T11:15:06,027 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T11:15:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-14T11:15:06,031 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting/7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta to hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/oldWALs 2024-11-14T11:15:06,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-14T11:15:06,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta, worker=7437412fa5b4,33743,1731582854547 in 9.8070 sec 2024-11-14T11:15:06,034 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:15:06,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T11:15:06,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 7437412fa5b4%2C42447%2C1731582854591.meta.1731582865777.meta, worker=7437412fa5b4,33743,1731582854547 in 9.8120 sec 2024-11-14T11:15:06,037 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,42447,1731582854591-splitting dir is empty, no logs to split. 2024-11-14T11:15:06,037 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7437412fa5b4,42447,1731582854591 WAL count=0, meta=true 2024-11-14T11:15:06,037 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7437412fa5b4,42447,1731582854591 WAL splitting is done? wals=0, meta=true 2024-11-14T11:15:06,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T11:15:06,039 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:15:06,040 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T11:15:06,190 DEBUG [7437412fa5b4:41641 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T11:15:06,190 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:15:06,191 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:15:06,191 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:15:06,191 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:15:06,191 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:15:06,191 INFO [7437412fa5b4:41641 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:15:06,191 INFO [7437412fa5b4:41641 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:15:06,191 DEBUG [7437412fa5b4:41641 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:15:06,191 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7437412fa5b4,33743,1731582854547 2024-11-14T11:15:06,192 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,33743,1731582854547, state=OPENING 2024-11-14T11:15:06,204 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:15:06,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:15:06,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:15:06,204 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:15:06,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:15:06,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:15:06,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:15:06,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,33743,1731582854547}] 2024-11-14T11:15:14,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:15:15,240 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-14T11:15:15,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-14T11:15:15,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-14T11:15:15,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-14T11:15:15,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-14T11:15:15,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-14T11:15:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-14T11:15:15,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-14T11:15:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-14T11:15:15,992 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 Release verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:15:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-14T11:15:15,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 in 20.0220 sec 2024-11-14T11:15:15,993 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 Release verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:15:15,994 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 Release verify snapshot worker=7437412fa5b4,45769,1731582854628 2024-11-14T11:15:15,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 in 20.0230 sec 2024-11-14T11:15:15,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,45769,1731582854628 in 20.0240 sec 2024-11-14T11:15:15,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33743 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-14T11:15:15,999 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T11:15:15,999 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:15:15,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-14T11:15:15,999 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T11:15:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41641 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-14T11:15:16,001 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,33743,1731582854547 Release verify snapshot worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:15:16,001 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C33743%2C1731582854547.meta, suffix=.meta, logDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,33743,1731582854547, archiveDir=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/oldWALs, maxLogs=32 2024-11-14T11:15:16,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=25 2024-11-14T11:15:16,002 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T11:15:16,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7437412fa5b4,33743,1731582854547 in 20.0310 sec 2024-11-14T11:15:16,003 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/.hbase-snapshot/SnapshotProcedureTest 2024-11-14T11:15:16,004 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T11:15:16,004 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-14T11:15:16,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3020 sec 2024-11-14T11:15:16,014 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,33743,1731582854547/7437412fa5b4%2C33743%2C1731582854547.meta.1731582916001.meta, exclude list is [], retry=0 2024-11-14T11:15:16,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34009,DS-bd9c02fd-566b-4434-824b-4202a753a073,DISK] 2024-11-14T11:15:16,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-4b49216d-6d4b-410d-9bb5-e6308e9a2503,DISK] 2024-11-14T11:15:16,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36845,DS-f932fdae-e332-45b6-87e3-204d1aee31ad,DISK] 2024-11-14T11:15:16,018 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/WALs/7437412fa5b4,33743,1731582854547/7437412fa5b4%2C33743%2C1731582854547.meta.1731582916001.meta 2024-11-14T11:15:16,019 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44001:44001),(127.0.0.1/127.0.0.1:33315:33315),(127.0.0.1/127.0.0.1:45721:45721)] 2024-11-14T11:15:16,019 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:15:16,019 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T11:15:16,019 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T11:15:16,019 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T11:15:16,019 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T11:15:16,019 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:15:16,019 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T11:15:16,019 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T11:15:16,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:15:16,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:15:16,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:15:16,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:15:16,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:15:16,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:15:16,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:15:16,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:15:16,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:15:16,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:15:16,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:15:16,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:15:16,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:15:16,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:15:16,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:15:16,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:15:16,025 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:15:16,025 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740 2024-11-14T11:15:16,027 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740 2024-11-14T11:15:16,028 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T11:15:16,036 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T11:15:16,036 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-14T11:15:16,052 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-14T11:15:16,053 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/.tmp/info/2a3eaf65bd6846379eeb1cab5001e8d4 is 167, key is SPTestTable,19999999,1731582865998.a65e3d523924a4ba2c23e663fb2d6ebe./info:regioninfo/1731582876347/Put/seqid=0 2024-11-14T11:15:16,054 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7437412fa5b4:42447 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7437412fa5b4/172.17.0.2:42447 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:15:16,056 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,42447,1731582854591, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,42447,1731582854591, seqNum=-1, error=java.net.ConnectException: Call to address=7437412fa5b4:42447 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7437412fa5b4/172.17.0.2:42447 2024-11-14T11:15:16,056 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,42447,1731582854591, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-14T11:15:16,056 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,42447,1731582854591, seqNum=-1 from cache 2024-11-14T11:15:16,057 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 7437412fa5b4:42447 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7437412fa5b4/172.17.0.2:42447 2024-11-14T11:15:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741866_1042 (size=18393) 2024-11-14T11:15:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741866_1042 (size=18393) 2024-11-14T11:15:16,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741866_1042 (size=18393) 2024-11-14T11:15:16,063 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/.tmp/info/2a3eaf65bd6846379eeb1cab5001e8d4 2024-11-14T11:15:16,082 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/.tmp/ns/2a0a3f669f834097a6da838fa0c7a97c is 43, key is default/ns:d/1731582865933/Put/seqid=0 2024-11-14T11:15:16,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741867_1043 (size=5153) 2024-11-14T11:15:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741867_1043 (size=5153) 2024-11-14T11:15:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741867_1043 (size=5153) 2024-11-14T11:15:16,088 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/.tmp/ns/2a0a3f669f834097a6da838fa0c7a97c 2024-11-14T11:15:16,108 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/.tmp/table/15c2d5f69b9048b9a6d24d04419284f1 is 47, key is SPTestTable/table:state/1731582876387/Put/seqid=0 2024-11-14T11:15:16,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741868_1044 (size=5214) 2024-11-14T11:15:16,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741868_1044 (size=5214) 2024-11-14T11:15:16,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741868_1044 (size=5214) 2024-11-14T11:15:16,115 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/.tmp/table/15c2d5f69b9048b9a6d24d04419284f1 2024-11-14T11:15:16,121 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/.tmp/info/2a3eaf65bd6846379eeb1cab5001e8d4 as hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/info/2a3eaf65bd6846379eeb1cab5001e8d4 2024-11-14T11:15:16,127 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/info/2a3eaf65bd6846379eeb1cab5001e8d4, entries=100, sequenceid=28, filesize=18.0 K 2024-11-14T11:15:16,129 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/.tmp/ns/2a0a3f669f834097a6da838fa0c7a97c as hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/ns/2a0a3f669f834097a6da838fa0c7a97c 2024-11-14T11:15:16,137 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/ns/2a0a3f669f834097a6da838fa0c7a97c, entries=2, sequenceid=28, filesize=5.0 K 2024-11-14T11:15:16,138 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/.tmp/table/15c2d5f69b9048b9a6d24d04419284f1 as hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/table/15c2d5f69b9048b9a6d24d04419284f1 2024-11-14T11:15:16,145 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/table/15c2d5f69b9048b9a6d24d04419284f1, entries=2, sequenceid=28, filesize=5.1 K 2024-11-14T11:15:16,145 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=28, compaction requested=false; wal=null 2024-11-14T11:15:16,146 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-14T11:15:16,148 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:15:16,148 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:15:16,149 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:15:16,150 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:15:16,152 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-14T11:15:16,153 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70271544, jitterRate=0.047127604484558105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:15:16,153 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T11:15:16,153 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731582916019Writing region info on filesystem at 1731582916019Initializing all the Stores at 1731582916020 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582916020Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582916020Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731582916020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731582916021 (+1 ms)Obtaining lock to block concurrent updates at 1731582916036 (+15 ms)Preparing flush snapshotting stores in 1588230740 at 1731582916036Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731582916037 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731582916037Flushing 1588230740/info: creating writer at 1731582916037Flushing 1588230740/info: appending metadata at 1731582916053 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731582916053Flushing 1588230740/ns: creating writer at 1731582916069 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731582916081 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731582916081Flushing 1588230740/table: creating writer at 1731582916094 (+13 ms)Flushing 1588230740/table: appending metadata at 1731582916108 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731582916108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a06c1c7: reopening flushed file at 1731582916120 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@749fdfdb: reopening flushed file at 1731582916128 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5987f062: reopening flushed file at 1731582916137 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=28, compaction requested=false; wal=null at 1731582916145 (+8 ms)Cleaning up temporary data from old regions at 1731582916148 (+3 ms)Running coprocessor post-open hooks at 1731582916153 (+5 ms)Region opened successfully at 1731582916153 2024-11-14T11:15:16,154 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731582915995 2024-11-14T11:15:16,156 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T11:15:16,156 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T11:15:16,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=7437412fa5b4,33743,1731582854547 2024-11-14T11:15:16,157 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,33743,1731582854547, state=OPEN 2024-11-14T11:15:16,162 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:15:16,163 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,33743,1731582854547, seqNum=-1] 2024-11-14T11:15:16,171 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41641 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=7437412fa5b4,33743,1731582854547, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T11:15:16,185 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-14T11:15:16,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T11:15:16,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:15:16,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:15:16,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:15:16,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:15:16,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:15:16,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T11:15:16,185 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1598465195, stopped=false 2024-11-14T11:15:16,185 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7437412fa5b4,41641,1731582854360 2024-11-14T11:15:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:15:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:15:16,211 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:15:16,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7437412fa5b4,33743,1731582854547 2024-11-14T11:15:16,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:15:16,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:15:16,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:15:16,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-14T11:15:16,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,33743,1731582854547 in 10.0060 sec 2024-11-14T11:15:16,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-14T11:15:16,216 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 7437412fa5b4,42447,1731582854591 had 4 regions 2024-11-14T11:15:16,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1750 sec 2024-11-14T11:15:16,216 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7437412fa5b4,42447,1731582854591, splitWal=true, meta=true, isMeta: false 2024-11-14T11:15:16,218 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7437412fa5b4,42447,1731582854591 WAL count=1, meta=false 2024-11-14T11:15:16,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7437412fa5b4%2C42447%2C1731582854591.1731582855372}] 2024-11-14T11:15:16,219 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=7437412fa5b4,33743,1731582854547 2024-11-14T11:15:16,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7437412fa5b4%2C42447%2C1731582854591.1731582855372, worker=7437412fa5b4,33743,1731582854547}] 2024-11-14T11:15:16,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:15:16,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:15:16,221 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:15:16,221 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:15:16,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:15:16,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:15:16,221 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:15:16,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:15:16,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:15:16,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:15:16,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:15:16,222 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,33743,1731582854547' ***** 2024-11-14T11:15:16,222 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:15:16,223 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,45769,1731582854628' ***** 2024-11-14T11:15:16,223 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:15:16,223 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:15:16,223 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:15:16,223 INFO [RS:0;7437412fa5b4:33743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:15:16,223 INFO [RS:0;7437412fa5b4:33743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:15:16,223 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for d14af51441d0234122525ccacb34e1fc 2024-11-14T11:15:16,223 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 90dea053f30e11200a1766194e78b062 2024-11-14T11:15:16,223 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for e572be4ab316c4026f2bad4636f8de5b 2024-11-14T11:15:16,223 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for f00edef43cd93365f21123128f12d911 2024-11-14T11:15:16,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:15:16,223 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,33743,1731582854547 2024-11-14T11:15:16,223 INFO [RS:0;7437412fa5b4:33743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:15:16,224 INFO [RS:0;7437412fa5b4:33743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7437412fa5b4:33743. 2024-11-14T11:15:16,224 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:15:16,224 DEBUG [RS:0;7437412fa5b4:33743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:15:16,224 INFO [RS:2;7437412fa5b4:45769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:15:16,224 DEBUG [RS:0;7437412fa5b4:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:15:16,224 INFO [RS:2;7437412fa5b4:45769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:15:16,224 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(3091): Received CLOSE for f054772972c51475b197c5442ae287a0 2024-11-14T11:15:16,224 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:15:16,224 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:15:16,224 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:15:16,224 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T11:15:16,224 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:15:16,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:15:16,224 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d14af51441d0234122525ccacb34e1fc, disabling compactions & flushes 2024-11-14T11:15:16,224 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:15:16,224 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(3091): Received CLOSE for d3d3270294658ca5a1da5eaa769aae56 2024-11-14T11:15:16,224 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:15:16,224 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(3091): Received CLOSE for fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:15:16,224 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. after waiting 0 ms 2024-11-14T11:15:16,224 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,45769,1731582854628 2024-11-14T11:15:16,224 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:15:16,224 INFO [RS:2;7437412fa5b4:45769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:15:16,224 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f054772972c51475b197c5442ae287a0, disabling compactions & flushes 2024-11-14T11:15:16,225 INFO [RS:2;7437412fa5b4:45769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7437412fa5b4:45769. 2024-11-14T11:15:16,225 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:15:16,225 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:15:16,225 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. after waiting 0 ms 2024-11-14T11:15:16,225 DEBUG [RS:2;7437412fa5b4:45769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:15:16,225 DEBUG [RS:2;7437412fa5b4:45769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:15:16,225 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:15:16,225 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T11:15:16,225 DEBUG [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(1325): Online Regions={f054772972c51475b197c5442ae287a0=SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0., d3d3270294658ca5a1da5eaa769aae56=SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56., fc71687bc9272bbfe2071aef4efc8fea=SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea.} 2024-11-14T11:15:16,225 DEBUG [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(1351): Waiting on d3d3270294658ca5a1da5eaa769aae56, f054772972c51475b197c5442ae287a0, fc71687bc9272bbfe2071aef4efc8fea 2024-11-14T11:15:16,225 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-14T11:15:16,225 DEBUG [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(1325): Online Regions={d14af51441d0234122525ccacb34e1fc=SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc., 90dea053f30e11200a1766194e78b062=SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062., e572be4ab316c4026f2bad4636f8de5b=SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b., 1588230740=hbase:meta,,1.1588230740, f00edef43cd93365f21123128f12d911=SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911.} 2024-11-14T11:15:16,225 DEBUG [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90dea053f30e11200a1766194e78b062, d14af51441d0234122525ccacb34e1fc, e572be4ab316c4026f2bad4636f8de5b, f00edef43cd93365f21123128f12d911 2024-11-14T11:15:16,225 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:15:16,225 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:15:16,225 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:15:16,225 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:15:16,225 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:15:16,226 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T11:15:16,226 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T11:15:16,230 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f054772972c51475b197c5442ae287a0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T11:15:16,230 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d14af51441d0234122525ccacb34e1fc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T11:15:16,231 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:15:16,231 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f054772972c51475b197c5442ae287a0: Waiting for close lock at 1731582916224Running coprocessor pre-close hooks at 1731582916224Disabling compacts and flushes for region at 1731582916224Disabling writes for close at 1731582916225 (+1 ms)Writing region close event to WAL at 1731582916226 (+1 ms)Running coprocessor post-close hooks at 1731582916231 (+5 ms)Closed at 1731582916231 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d14af51441d0234122525ccacb34e1fc: Waiting for close lock at 1731582916224Running coprocessor pre-close hooks at 1731582916224Disabling compacts and flushes for region at 1731582916224Disabling writes for close at 1731582916224Writing region close event to WAL at 1731582916226 (+2 ms)Running coprocessor post-close hooks at 1731582916231 (+5 ms)Closed at 1731582916231 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731582865998.d14af51441d0234122525ccacb34e1fc. 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731582865998.f054772972c51475b197c5442ae287a0. 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90dea053f30e11200a1766194e78b062, disabling compactions & flushes 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3d3270294658ca5a1da5eaa769aae56, disabling compactions & flushes 2024-11-14T11:15:16,231 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:15:16,231 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. after waiting 0 ms 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. after waiting 0 ms 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:15:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:15:16,237 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-14T11:15:16,238 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:15:16,238 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:15:16,238 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731582916225Running coprocessor pre-close hooks at 1731582916225Disabling compacts and flushes for region at 1731582916225Disabling writes for close at 1731582916225Writing region close event to WAL at 1731582916231 (+6 ms)Running coprocessor post-close hooks at 1731582916238 (+7 ms)Closed at 1731582916238 2024-11-14T11:15:16,239 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T11:15:16,240 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/90dea053f30e11200a1766194e78b062/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:15:16,240 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/d3d3270294658ca5a1da5eaa769aae56/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:15:16,241 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90dea053f30e11200a1766194e78b062: Waiting for close lock at 1731582916231Running coprocessor pre-close hooks at 1731582916231Disabling compacts and flushes for region at 1731582916231Disabling writes for close at 1731582916231Writing region close event to WAL at 1731582916236 (+5 ms)Running coprocessor post-close hooks at 1731582916241 (+5 ms)Closed at 1731582916241 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731582865998.90dea053f30e11200a1766194e78b062. 2024-11-14T11:15:16,241 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e572be4ab316c4026f2bad4636f8de5b, disabling compactions & flushes 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3d3270294658ca5a1da5eaa769aae56: Waiting for close lock at 1731582916231Running coprocessor pre-close hooks at 1731582916231Disabling compacts and flushes for region at 1731582916231Disabling writes for close at 1731582916231Writing region close event to WAL at 1731582916236 (+5 ms)Running coprocessor post-close hooks at 1731582916241 (+5 ms)Closed at 1731582916241 2024-11-14T11:15:16,241 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731582865998.d3d3270294658ca5a1da5eaa769aae56. 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. after waiting 0 ms 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc71687bc9272bbfe2071aef4efc8fea, disabling compactions & flushes 2024-11-14T11:15:16,241 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. after waiting 0 ms 2024-11-14T11:15:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:15:16,245 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/fc71687bc9272bbfe2071aef4efc8fea/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:15:16,245 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/e572be4ab316c4026f2bad4636f8de5b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T11:15:16,246 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:15:16,246 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:15:16,246 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e572be4ab316c4026f2bad4636f8de5b: Waiting for close lock at 1731582916241Running coprocessor pre-close hooks at 1731582916241Disabling compacts and flushes for region at 1731582916241Disabling writes for close at 1731582916241Writing region close event to WAL at 1731582916242 (+1 ms)Running coprocessor post-close hooks at 1731582916246 (+4 ms)Closed at 1731582916246 2024-11-14T11:15:16,246 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc71687bc9272bbfe2071aef4efc8fea: Waiting for close lock at 1731582916241Running coprocessor pre-close hooks at 1731582916241Disabling compacts and flushes for region at 1731582916241Disabling writes for close at 1731582916241Writing region close event to WAL at 1731582916242 (+1 ms)Running coprocessor post-close hooks at 1731582916246 (+4 ms)Closed at 1731582916246 2024-11-14T11:15:16,246 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731582865998.e572be4ab316c4026f2bad4636f8de5b. 2024-11-14T11:15:16,246 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731582865998.fc71687bc9272bbfe2071aef4efc8fea. 2024-11-14T11:15:16,246 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f00edef43cd93365f21123128f12d911, disabling compactions & flushes 2024-11-14T11:15:16,246 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:15:16,246 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:15:16,246 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. after waiting 0 ms 2024-11-14T11:15:16,246 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:15:16,250 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/data/default/SPTestTable/f00edef43cd93365f21123128f12d911/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T11:15:16,251 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:15:16,251 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f00edef43cd93365f21123128f12d911: Waiting for close lock at 1731582916246Running coprocessor pre-close hooks at 1731582916246Disabling compacts and flushes for region at 1731582916246Disabling writes for close at 1731582916246Writing region close event to WAL at 1731582916247 (+1 ms)Running coprocessor post-close hooks at 1731582916251 (+4 ms)Closed at 1731582916251 2024-11-14T11:15:16,251 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731582865998.f00edef43cd93365f21123128f12d911. 2024-11-14T11:15:16,300 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:15:16,300 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:15:16,315 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T11:15:16,316 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T11:15:16,425 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,45769,1731582854628; all regions closed. 2024-11-14T11:15:16,425 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,33743,1731582854547; all regions closed. 2024-11-14T11:15:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741835_1011 (size=2364) 2024-11-14T11:15:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741865_1041 (size=678) 2024-11-14T11:15:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741835_1011 (size=2364) 2024-11-14T11:15:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741835_1011 (size=2364) 2024-11-14T11:15:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741865_1041 (size=678) 2024-11-14T11:15:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741865_1041 (size=678) 2024-11-14T11:15:16,432 DEBUG [RS:2;7437412fa5b4:45769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/oldWALs 2024-11-14T11:15:16,433 INFO [RS:2;7437412fa5b4:45769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C45769%2C1731582854628:(num 1731582855379) 2024-11-14T11:15:16,433 DEBUG [RS:0;7437412fa5b4:33743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/oldWALs 2024-11-14T11:15:16,433 DEBUG [RS:2;7437412fa5b4:45769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:15:16,433 INFO [RS:0;7437412fa5b4:33743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C33743%2C1731582854547.meta:.meta(num 1731582916001) 2024-11-14T11:15:16,433 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:15:16,433 INFO [RS:2;7437412fa5b4:45769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:15:16,433 INFO [RS:2;7437412fa5b4:45769 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:15:16,433 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:15:16,433 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:15:16,433 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:15:16,433 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:15:16,433 INFO [RS:2;7437412fa5b4:45769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:15:16,434 INFO [RS:2;7437412fa5b4:45769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45769 2024-11-14T11:15:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741834_1010 (size=3439) 2024-11-14T11:15:16,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741834_1010 (size=3439) 2024-11-14T11:15:16,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741834_1010 (size=3439) 2024-11-14T11:15:16,437 DEBUG [RS:0;7437412fa5b4:33743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/oldWALs 2024-11-14T11:15:16,438 INFO [RS:0;7437412fa5b4:33743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C33743%2C1731582854547:(num 1731582855380) 2024-11-14T11:15:16,438 DEBUG [RS:0;7437412fa5b4:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:15:16,438 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:15:16,438 INFO [RS:0;7437412fa5b4:33743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:15:16,438 INFO [RS:0;7437412fa5b4:33743 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T11:15:16,438 INFO [RS:0;7437412fa5b4:33743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:15:16,438 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:15:16,438 INFO [RS:0;7437412fa5b4:33743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33743 2024-11-14T11:15:16,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:15:16,445 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,45769,1731582854628 2024-11-14T11:15:16,445 INFO [RS:2;7437412fa5b4:45769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:15:16,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,33743,1731582854547 2024-11-14T11:15:16,456 INFO [RS:0;7437412fa5b4:33743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:15:16,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,45769,1731582854628] 2024-11-14T11:15:16,488 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,45769,1731582854628 already deleted, retry=false 2024-11-14T11:15:16,488 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,45769,1731582854628 expired; onlineServers=1 2024-11-14T11:15:16,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,33743,1731582854547] 2024-11-14T11:15:16,498 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,33743,1731582854547 already deleted, retry=false 2024-11-14T11:15:16,498 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,33743,1731582854547 expired; onlineServers=0 2024-11-14T11:15:16,498 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7437412fa5b4,41641,1731582854360' ***** 2024-11-14T11:15:16,498 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T11:15:16,498 INFO [M:0;7437412fa5b4:41641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:15:16,499 INFO [M:0;7437412fa5b4:41641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:15:16,499 DEBUG [M:0;7437412fa5b4:41641 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T11:15:16,499 DEBUG [M:0;7437412fa5b4:41641 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T11:15:16,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T11:15:16,499 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731582855047 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731582855047,5,FailOnTimeoutGroup] 2024-11-14T11:15:16,499 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731582855047 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731582855047,5,FailOnTimeoutGroup] 2024-11-14T11:15:16,499 INFO [M:0;7437412fa5b4:41641 {}] hbase.ChoreService(370): Chore service for: master/7437412fa5b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T11:15:16,499 INFO [M:0;7437412fa5b4:41641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:15:16,499 DEBUG [M:0;7437412fa5b4:41641 {}] master.HMaster(1795): Stopping service threads 2024-11-14T11:15:16,499 INFO [M:0;7437412fa5b4:41641 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T11:15:16,499 INFO [M:0;7437412fa5b4:41641 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:15:16,499 ERROR [M:0;7437412fa5b4:41641 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:41765 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41765,5,PEWorkerGroup] 2024-11-14T11:15:16,500 INFO [M:0;7437412fa5b4:41641 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T11:15:16,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T11:15:16,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T11:15:16,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:15:16,509 DEBUG [M:0;7437412fa5b4:41641 {}] zookeeper.ZKUtil(347): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T11:15:16,509 WARN [M:0;7437412fa5b4:41641 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T11:15:16,510 INFO [M:0;7437412fa5b4:41641 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/.lastflushedseqids 2024-11-14T11:15:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741869_1045 (size=632) 2024-11-14T11:15:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741869_1045 (size=632) 2024-11-14T11:15:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741869_1045 (size=632) 2024-11-14T11:15:16,522 INFO [M:0;7437412fa5b4:41641 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T11:15:16,522 INFO [M:0;7437412fa5b4:41641 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T11:15:16,523 DEBUG [M:0;7437412fa5b4:41641 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:15:16,523 INFO [M:0;7437412fa5b4:41641 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:15:16,523 DEBUG [M:0;7437412fa5b4:41641 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:15:16,523 DEBUG [M:0;7437412fa5b4:41641 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:15:16,523 DEBUG [M:0;7437412fa5b4:41641 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:15:16,523 INFO [M:0;7437412fa5b4:41641 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.85 KB heapSize=253.98 KB 2024-11-14T11:15:16,539 DEBUG [M:0;7437412fa5b4:41641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f66ee6c5d3e475b85aea4066249f270 is 82, key is hbase:meta,,1/info:regioninfo/1731582916156/Put/seqid=0 2024-11-14T11:15:16,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741870_1046 (size=6071) 2024-11-14T11:15:16,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741870_1046 (size=6071) 2024-11-14T11:15:16,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741870_1046 (size=6071) 2024-11-14T11:15:16,546 INFO [M:0;7437412fa5b4:41641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f66ee6c5d3e475b85aea4066249f270 2024-11-14T11:15:16,565 DEBUG [M:0;7437412fa5b4:41641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25e91936ce9a43cdaa9c16d1b7976954 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731582876391/Put/seqid=0 2024-11-14T11:15:16,567 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:15:16,567 DEBUG [pool-316-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101390d80720003, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:15:16,567 INFO [RS:2;7437412fa5b4:45769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:15:16,567 INFO [RS:2;7437412fa5b4:45769 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,45769,1731582854628; zookeeper connection closed. 2024-11-14T11:15:16,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31d12635 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31d12635 2024-11-14T11:15:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741871_1047 (size=11559) 2024-11-14T11:15:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741871_1047 (size=11559) 2024-11-14T11:15:16,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741871_1047 (size=11559) 2024-11-14T11:15:16,572 INFO [M:0;7437412fa5b4:41641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.62 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25e91936ce9a43cdaa9c16d1b7976954 2024-11-14T11:15:16,577 INFO [M:0;7437412fa5b4:41641 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25e91936ce9a43cdaa9c16d1b7976954 2024-11-14T11:15:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:15:16,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x101390d80720001, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:15:16,578 INFO [RS:0;7437412fa5b4:33743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:15:16,578 INFO [RS:0;7437412fa5b4:33743 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,33743,1731582854547; zookeeper connection closed. 2024-11-14T11:15:16,578 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1903a01a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1903a01a 2024-11-14T11:15:16,578 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T11:15:16,593 DEBUG [M:0;7437412fa5b4:41641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83e1e1f1a8364365b54e0a9cb31659f9 is 69, key is 7437412fa5b4,33743,1731582854547/rs:state/1731582855136/Put/seqid=0 2024-11-14T11:15:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741872_1048 (size=5447) 2024-11-14T11:15:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741872_1048 (size=5447) 2024-11-14T11:15:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741872_1048 (size=5447) 2024-11-14T11:15:16,603 INFO [M:0;7437412fa5b4:41641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83e1e1f1a8364365b54e0a9cb31659f9 2024-11-14T11:15:16,608 INFO [M:0;7437412fa5b4:41641 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83e1e1f1a8364365b54e0a9cb31659f9 2024-11-14T11:15:16,609 DEBUG [M:0;7437412fa5b4:41641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f66ee6c5d3e475b85aea4066249f270 as hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f66ee6c5d3e475b85aea4066249f270 2024-11-14T11:15:16,615 INFO [M:0;7437412fa5b4:41641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f66ee6c5d3e475b85aea4066249f270, entries=14, sequenceid=443, filesize=5.9 K 2024-11-14T11:15:16,616 DEBUG [M:0;7437412fa5b4:41641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25e91936ce9a43cdaa9c16d1b7976954 as hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25e91936ce9a43cdaa9c16d1b7976954 2024-11-14T11:15:16,622 INFO [M:0;7437412fa5b4:41641 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25e91936ce9a43cdaa9c16d1b7976954 2024-11-14T11:15:16,622 INFO [M:0;7437412fa5b4:41641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25e91936ce9a43cdaa9c16d1b7976954, entries=52, sequenceid=443, filesize=11.3 K 2024-11-14T11:15:16,623 DEBUG [M:0;7437412fa5b4:41641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83e1e1f1a8364365b54e0a9cb31659f9 as hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83e1e1f1a8364365b54e0a9cb31659f9 2024-11-14T11:15:16,629 INFO [M:0;7437412fa5b4:41641 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83e1e1f1a8364365b54e0a9cb31659f9 2024-11-14T11:15:16,629 INFO [M:0;7437412fa5b4:41641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41765/user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83e1e1f1a8364365b54e0a9cb31659f9, entries=3, sequenceid=443, filesize=5.3 K 2024-11-14T11:15:16,630 INFO [M:0;7437412fa5b4:41641 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.85 KB/217956, heapSize ~253.69 KB/259776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=443, compaction requested=false 2024-11-14T11:15:16,631 INFO [M:0;7437412fa5b4:41641 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:15:16,631 DEBUG [M:0;7437412fa5b4:41641 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731582916522Disabling compacts and flushes for region at 1731582916522Disabling writes for close at 1731582916523 (+1 ms)Obtaining lock to block concurrent updates at 1731582916523Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731582916523Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=217956, getHeapSize=260016, getOffHeapSize=0, getCellsCount=542 at 1731582916523Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731582916524 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731582916524Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731582916539 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731582916539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731582916551 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731582916565 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731582916565Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731582916577 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731582916593 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731582916593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@599d8b12: reopening flushed file at 1731582916609 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5099ca1f: reopening flushed file at 1731582916615 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15fb1b39: reopening flushed file at 1731582916622 (+7 ms)Finished flush of dataSize ~212.85 KB/217956, heapSize ~253.69 KB/259776, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=443, compaction requested=false at 1731582916630 (+8 ms)Writing region close event to WAL at 1731582916631 (+1 ms)Closed at 1731582916631 2024-11-14T11:15:16,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79257ea1-41da-f36f-eb88-09e42bd05425/MasterData/WALs/7437412fa5b4,41641,1731582854360/7437412fa5b4%2C41641%2C1731582854360.1731582854793 not finished, retry = 0 2024-11-14T11:15:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36845 is added to blk_1073741830_1006 (size=247566) 2024-11-14T11:15:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34009 is added to blk_1073741830_1006 (size=247566) 2024-11-14T11:15:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741830_1006 (size=247566) 2024-11-14T11:15:16,735 INFO [M:0;7437412fa5b4:41641 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T11:15:16,735 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:15:16,735 INFO [M:0;7437412fa5b4:41641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41641 2024-11-14T11:15:16,735 INFO [M:0;7437412fa5b4:41641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:15:16,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:15:16,848 INFO [M:0;7437412fa5b4:41641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:15:16,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41641-0x101390d80720000, quorum=127.0.0.1:60895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:15:16,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@526a989{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:15:16,853 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@287b5d90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:15:16,853 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:15:16,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c5fb392{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:15:16,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d4da8ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/hadoop.log.dir/,STOPPED} 2024-11-14T11:15:16,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:15:16,856 WARN [BP-2007206315-172.17.0.2-1731582851088 heartbeating to localhost/127.0.0.1:41765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:15:16,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:15:16,856 WARN [BP-2007206315-172.17.0.2-1731582851088 heartbeating to localhost/127.0.0.1:41765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2007206315-172.17.0.2-1731582851088 (Datanode Uuid 246c2c93-de06-4fa7-9fee-982ce0489701) service to localhost/127.0.0.1:41765 2024-11-14T11:15:16,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data5/current/BP-2007206315-172.17.0.2-1731582851088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:15:16,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data6/current/BP-2007206315-172.17.0.2-1731582851088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:15:16,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:15:16,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@240e258d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:15:16,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4251a16e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:15:16,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:15:16,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c4c622{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:15:16,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14925d4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/hadoop.log.dir/,STOPPED} 2024-11-14T11:15:16,863 WARN [BP-2007206315-172.17.0.2-1731582851088 heartbeating to localhost/127.0.0.1:41765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:15:16,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:15:16,863 WARN [BP-2007206315-172.17.0.2-1731582851088 heartbeating to localhost/127.0.0.1:41765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2007206315-172.17.0.2-1731582851088 (Datanode Uuid d253273a-16ee-437f-8f67-7a36223734aa) service to localhost/127.0.0.1:41765 2024-11-14T11:15:16,863 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:15:16,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data3/current/BP-2007206315-172.17.0.2-1731582851088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:15:16,864 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data4/current/BP-2007206315-172.17.0.2-1731582851088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:15:16,864 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:15:16,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3826855f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:15:16,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28799597{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:15:16,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:15:16,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6573b32d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:15:16,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c4ee35e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/hadoop.log.dir/,STOPPED} 2024-11-14T11:15:16,871 WARN [BP-2007206315-172.17.0.2-1731582851088 heartbeating to localhost/127.0.0.1:41765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:15:16,871 WARN [BP-2007206315-172.17.0.2-1731582851088 heartbeating to localhost/127.0.0.1:41765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2007206315-172.17.0.2-1731582851088 (Datanode Uuid 47fc1128-e24e-4a47-a30c-e33213111f60) service to localhost/127.0.0.1:41765 2024-11-14T11:15:16,872 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:15:16,872 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:15:16,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data1/current/BP-2007206315-172.17.0.2-1731582851088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:15:16,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/cluster_af5ab772-bd12-504d-294a-58d411aeddbe/data/data2/current/BP-2007206315-172.17.0.2-1731582851088 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:15:16,873 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:15:16,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9a34bf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:15:16,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790b78d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:15:16,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:15:16,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655b924e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:15:16,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca406a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0384ffff-f2c6-a3ee-e14d-417312831cc4/hadoop.log.dir/,STOPPED} 2024-11-14T11:15:16,887 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T11:15:16,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T11:15:16,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 93) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/7437412fa5b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41765 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:41765 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=161 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=2386 (was 3207)