2024-11-12 10:48:58,313 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 10:48:58,326 main DEBUG Took 0.011254 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 10:48:58,327 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 10:48:58,327 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 10:48:58,328 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 10:48:58,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,338 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 10:48:58,354 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,357 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,358 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,360 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,361 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,363 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,364 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,364 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,365 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,366 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,367 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,368 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,369 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 10:48:58,370 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,370 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 10:48:58,372 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 10:48:58,373 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 10:48:58,375 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 10:48:58,376 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 10:48:58,378 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 10:48:58,378 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 10:48:58,388 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 10:48:58,391 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 10:48:58,393 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 10:48:58,394 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 10:48:58,394 main DEBUG createAppenders(={Console}) 2024-11-12 10:48:58,395 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-12 10:48:58,395 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 10:48:58,396 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-12 10:48:58,396 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 10:48:58,397 main DEBUG OutputStream closed 2024-11-12 10:48:58,397 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 10:48:58,398 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 10:48:58,398 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-12 10:48:58,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 10:48:58,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 10:48:58,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 10:48:58,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 10:48:58,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 10:48:58,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 10:48:58,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 10:48:58,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 10:48:58,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 10:48:58,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 10:48:58,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 10:48:58,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 10:48:58,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 10:48:58,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 10:48:58,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 10:48:58,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 10:48:58,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 10:48:58,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 10:48:58,499 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 10:48:58,499 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-12 10:48:58,500 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 10:48:58,501 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-12T10:48:58,515 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-12 10:48:58,518 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 10:48:58,519 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T10:48:58,528 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-12T10:48:58,560 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=3391 2024-11-12T10:48:58,794 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc 2024-11-12T10:48:58,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:48:58,811 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1, deleteOnExit=true 2024-11-12T10:48:58,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:48:58,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/test.cache.data in system properties and HBase conf 2024-11-12T10:48:58,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:48:58,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:48:58,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:48:58,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:48:58,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:48:58,900 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T10:48:58,989 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:48:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:48:58,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:48:58,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:48:58,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:48:58,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:48:58,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:48:58,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:48:58,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:48:58,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:48:58,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:48:58,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:48:58,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:48:58,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:48:58,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:48:59,755 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T10:48:59,832 INFO [Time-limited test {}] log.Log(170): Logging initialized @2255ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T10:48:59,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:48:59,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:48:59,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:48:59,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:48:59,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:49:00,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:49:00,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:49:00,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:49:00,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/java.io.tmpdir/jetty-localhost-43391-hadoop-hdfs-3_4_1-tests_jar-_-any-16100096414597756344/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:49:00,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:43391} 2024-11-12T10:49:00,189 INFO [Time-limited test {}] server.Server(415): Started @2613ms 2024-11-12T10:49:00,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:49:00,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:49:00,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:49:00,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:49:00,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:49:00,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:49:00,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:49:00,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b13900{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/java.io.tmpdir/jetty-localhost-34003-hadoop-hdfs-3_4_1-tests_jar-_-any-9670805856007579304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:49:00,635 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:34003} 2024-11-12T10:49:00,636 INFO [Time-limited test {}] server.Server(415): Started @3060ms 2024-11-12T10:49:00,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:49:00,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:49:00,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:49:00,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:49:00,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:49:00,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:49:00,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:49:00,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:49:00,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b37a1ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/java.io.tmpdir/jetty-localhost-36283-hadoop-hdfs-3_4_1-tests_jar-_-any-11057506459888272719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:49:00,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:36283} 2024-11-12T10:49:00,935 INFO [Time-limited test {}] server.Server(415): Started @3359ms 2024-11-12T10:49:00,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:49:00,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:49:00,990 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:49:00,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:49:00,994 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:49:00,994 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:49:00,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:49:00,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:49:01,101 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data1/current/BP-2058584946-172.17.0.2-1731408539559/current, will proceed with Du for space computation calculation, 2024-11-12T10:49:01,101 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data3/current/BP-2058584946-172.17.0.2-1731408539559/current, will proceed with Du for space computation calculation, 2024-11-12T10:49:01,101 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data4/current/BP-2058584946-172.17.0.2-1731408539559/current, will proceed with Du for space computation calculation, 2024-11-12T10:49:01,101 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data2/current/BP-2058584946-172.17.0.2-1731408539559/current, will proceed with Du for space computation calculation, 2024-11-12T10:49:01,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af6b56c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/java.io.tmpdir/jetty-localhost-46115-hadoop-hdfs-3_4_1-tests_jar-_-any-6551774922194465906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:49:01,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:46115} 2024-11-12T10:49:01,111 INFO [Time-limited test {}] server.Server(415): Started @3535ms 2024-11-12T10:49:01,114 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:49:01,144 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:49:01,144 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:49:01,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa65e5ab823fe2066 with lease ID 0x7ef7231edc9b921a: Processing first storage report for DS-3d5e564d-5026-4361-8759-746716117148 from datanode DatanodeRegistration(127.0.0.1:39265, datanodeUuid=7c00d5ba-391f-42b7-8ff8-c105de380c70, infoPort=34187, infoSecurePort=0, ipcPort=36285, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559) 2024-11-12T10:49:01,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa65e5ab823fe2066 with lease ID 0x7ef7231edc9b921a: from storage DS-3d5e564d-5026-4361-8759-746716117148 node DatanodeRegistration(127.0.0.1:39265, datanodeUuid=7c00d5ba-391f-42b7-8ff8-c105de380c70, infoPort=34187, infoSecurePort=0, ipcPort=36285, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T10:49:01,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bc32f25109c93e9 with lease ID 0x7ef7231edc9b921b: Processing first storage report for DS-24aaac4c-eb60-4c8b-823b-1dab8112a8f8 from datanode DatanodeRegistration(127.0.0.1:38705, datanodeUuid=8ae6209e-7fc6-4edb-aefe-a31622fc55d0, infoPort=33673, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559) 2024-11-12T10:49:01,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bc32f25109c93e9 with lease ID 0x7ef7231edc9b921b: from storage DS-24aaac4c-eb60-4c8b-823b-1dab8112a8f8 node DatanodeRegistration(127.0.0.1:38705, datanodeUuid=8ae6209e-7fc6-4edb-aefe-a31622fc55d0, infoPort=33673, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T10:49:01,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa65e5ab823fe2066 with lease ID 0x7ef7231edc9b921a: Processing first storage report for DS-df827b1a-2fe8-49ea-b126-22654738f785 from datanode DatanodeRegistration(127.0.0.1:39265, datanodeUuid=7c00d5ba-391f-42b7-8ff8-c105de380c70, infoPort=34187, infoSecurePort=0, ipcPort=36285, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559) 2024-11-12T10:49:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa65e5ab823fe2066 with lease ID 0x7ef7231edc9b921a: from storage DS-df827b1a-2fe8-49ea-b126-22654738f785 node DatanodeRegistration(127.0.0.1:39265, datanodeUuid=7c00d5ba-391f-42b7-8ff8-c105de380c70, infoPort=34187, infoSecurePort=0, ipcPort=36285, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:49:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bc32f25109c93e9 with lease ID 0x7ef7231edc9b921b: Processing first storage report for DS-082b3209-11ad-401e-9787-21831fb6b2ca from datanode DatanodeRegistration(127.0.0.1:38705, datanodeUuid=8ae6209e-7fc6-4edb-aefe-a31622fc55d0, infoPort=33673, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559) 2024-11-12T10:49:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bc32f25109c93e9 with lease ID 0x7ef7231edc9b921b: from storage DS-082b3209-11ad-401e-9787-21831fb6b2ca node DatanodeRegistration(127.0.0.1:38705, datanodeUuid=8ae6209e-7fc6-4edb-aefe-a31622fc55d0, infoPort=33673, infoSecurePort=0, ipcPort=42167, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:49:01,225 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data5/current/BP-2058584946-172.17.0.2-1731408539559/current, will proceed with Du for space computation calculation, 2024-11-12T10:49:01,226 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data6/current/BP-2058584946-172.17.0.2-1731408539559/current, will proceed with Du for space computation calculation, 2024-11-12T10:49:01,258 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:49:01,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42fb2973caacc2bf with lease ID 0x7ef7231edc9b921c: Processing first storage report for DS-c64300df-a5b0-4ddb-a642-93b289aa3f4b from datanode DatanodeRegistration(127.0.0.1:46679, datanodeUuid=d16de5c4-53be-45ff-8eb1-28242a788cb8, infoPort=40431, infoSecurePort=0, ipcPort=36663, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559) 2024-11-12T10:49:01,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42fb2973caacc2bf with lease ID 0x7ef7231edc9b921c: from storage DS-c64300df-a5b0-4ddb-a642-93b289aa3f4b node DatanodeRegistration(127.0.0.1:46679, datanodeUuid=d16de5c4-53be-45ff-8eb1-28242a788cb8, infoPort=40431, infoSecurePort=0, ipcPort=36663, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:49:01,265 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x42fb2973caacc2bf with lease ID 0x7ef7231edc9b921c: Processing first storage report for DS-7452bee4-6ab9-4303-8e6d-8ae868087b04 from datanode DatanodeRegistration(127.0.0.1:46679, datanodeUuid=d16de5c4-53be-45ff-8eb1-28242a788cb8, infoPort=40431, infoSecurePort=0, ipcPort=36663, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559) 2024-11-12T10:49:01,265 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x42fb2973caacc2bf with lease ID 0x7ef7231edc9b921c: from storage DS-7452bee4-6ab9-4303-8e6d-8ae868087b04 node DatanodeRegistration(127.0.0.1:46679, datanodeUuid=d16de5c4-53be-45ff-8eb1-28242a788cb8, infoPort=40431, infoSecurePort=0, ipcPort=36663, storageInfo=lv=-57;cid=testClusterID;nsid=504886199;c=1731408539559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:49:01,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc 2024-11-12T10:49:01,544 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/zookeeper_0, clientPort=56263, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:49:01,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56263 2024-11-12T10:49:01,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:01,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:01,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:49:01,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:49:01,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:49:02,215 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a with version=8 2024-11-12T10:49:02,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/hbase-staging 2024-11-12T10:49:02,292 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T10:49:02,490 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:49:02,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:02,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:02,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:49:02,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:02,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:49:02,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:49:02,675 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T10:49:02,682 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T10:49:02,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:49:02,708 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 32529 (auto-detected) 2024-11-12T10:49:02,709 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T10:49:02,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37913 2024-11-12T10:49:02,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37913 connecting to ZooKeeper ensemble=127.0.0.1:56263 2024-11-12T10:49:02,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379130x0, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:49:02,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37913-0x100338d13c50000 connected 2024-11-12T10:49:02,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:02,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:02,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:49:02,824 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a, hbase.cluster.distributed=false 2024-11-12T10:49:02,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:49:02,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37913 2024-11-12T10:49:02,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37913 2024-11-12T10:49:02,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37913 2024-11-12T10:49:02,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37913 2024-11-12T10:49:02,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37913 2024-11-12T10:49:02,964 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:49:02,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:02,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:02,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:49:02,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:02,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:49:02,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:49:02,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:49:02,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38693 2024-11-12T10:49:02,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38693 connecting to ZooKeeper ensemble=127.0.0.1:56263 2024-11-12T10:49:02,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:02,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:02,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386930x0, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:49:02,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:49:02,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38693-0x100338d13c50001 connected 2024-11-12T10:49:02,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:49:02,992 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:49:02,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:49:03,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:49:03,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38693 2024-11-12T10:49:03,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38693 2024-11-12T10:49:03,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38693 2024-11-12T10:49:03,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38693 2024-11-12T10:49:03,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38693 2024-11-12T10:49:03,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:49:03,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:03,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:03,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:49:03,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:03,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:49:03,022 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:49:03,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:49:03,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36391 2024-11-12T10:49:03,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36391 connecting to ZooKeeper ensemble=127.0.0.1:56263 2024-11-12T10:49:03,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:03,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:03,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363910x0, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:49:03,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:49:03,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36391-0x100338d13c50002 connected 2024-11-12T10:49:03,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:49:03,034 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:49:03,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:49:03,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:49:03,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36391 2024-11-12T10:49:03,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36391 2024-11-12T10:49:03,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36391 2024-11-12T10:49:03,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36391 2024-11-12T10:49:03,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36391 2024-11-12T10:49:03,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:49:03,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:03,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:03,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:49:03,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:49:03,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:49:03,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:49:03,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:49:03,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34505 2024-11-12T10:49:03,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34505 connecting to ZooKeeper ensemble=127.0.0.1:56263 2024-11-12T10:49:03,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:03,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:03,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345050x0, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:49:03,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34505-0x100338d13c50003 connected 2024-11-12T10:49:03,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:49:03,069 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:49:03,071 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:49:03,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:49:03,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:49:03,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34505 2024-11-12T10:49:03,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34505 2024-11-12T10:49:03,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34505 2024-11-12T10:49:03,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34505 2024-11-12T10:49:03,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34505 2024-11-12T10:49:03,095 DEBUG [M:0;aed202db7571:37913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aed202db7571:37913 2024-11-12T10:49:03,096 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aed202db7571,37913,1731408542337 2024-11-12T10:49:03,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:49:03,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:49:03,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:49:03,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:49:03,105 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aed202db7571,37913,1731408542337 2024-11-12T10:49:03,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:49:03,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:49:03,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:49:03,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,127 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:49:03,128 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aed202db7571,37913,1731408542337 from backup master directory 2024-11-12T10:49:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:49:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:49:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:49:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aed202db7571,37913,1731408542337 2024-11-12T10:49:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:49:03,133 WARN [master/aed202db7571:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:49:03,134 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aed202db7571,37913,1731408542337 2024-11-12T10:49:03,135 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T10:49:03,136 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T10:49:03,187 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/hbase.id] with ID: 170fa197-193e-46eb-a797-deabf25b8dc6 2024-11-12T10:49:03,187 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/.tmp/hbase.id 2024-11-12T10:49:03,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:49:03,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:49:03,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:49:03,203 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/.tmp/hbase.id]:[hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/hbase.id] 2024-11-12T10:49:03,246 INFO [master/aed202db7571:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:49:03,251 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:49:03,269 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-12T10:49:03,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:49:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:49:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:49:03,306 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:49:03,308 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:49:03,321 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:49:03,325 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:49:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:49:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:49:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:49:03,372 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store 2024-11-12T10:49:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:49:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:49:03,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:49:03,398 INFO [master/aed202db7571:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T10:49:03,401 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:03,403 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:49:03,403 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:49:03,403 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:49:03,404 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:49:03,404 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:49:03,404 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:49:03,405 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408543402Disabling compacts and flushes for region at 1731408543402Disabling writes for close at 1731408543404 (+2 ms)Writing region close event to WAL at 1731408543404Closed at 1731408543404 2024-11-12T10:49:03,408 WARN [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/.initializing 2024-11-12T10:49:03,408 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/WALs/aed202db7571,37913,1731408542337 2024-11-12T10:49:03,416 INFO [master/aed202db7571:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:49:03,429 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C37913%2C1731408542337, suffix=, logDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/WALs/aed202db7571,37913,1731408542337, archiveDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/oldWALs, maxLogs=10 2024-11-12T10:49:03,451 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/WALs/aed202db7571,37913,1731408542337/aed202db7571%2C37913%2C1731408542337.1731408543434, exclude list is [], retry=0 2024-11-12T10:49:03,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-c64300df-a5b0-4ddb-a642-93b289aa3f4b,DISK] 2024-11-12T10:49:03,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39265,DS-3d5e564d-5026-4361-8759-746716117148,DISK] 2024-11-12T10:49:03,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38705,DS-24aaac4c-eb60-4c8b-823b-1dab8112a8f8,DISK] 2024-11-12T10:49:03,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T10:49:03,504 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/WALs/aed202db7571,37913,1731408542337/aed202db7571%2C37913%2C1731408542337.1731408543434 2024-11-12T10:49:03,505 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40431:40431),(127.0.0.1/127.0.0.1:34187:34187),(127.0.0.1/127.0.0.1:33673:33673)] 2024-11-12T10:49:03,506 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:49:03,506 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:03,510 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,511 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:49:03,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:03,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:49:03,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:49:03,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:03,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:03,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:49:03,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:03,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:03,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:49:03,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:03,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:03,587 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,591 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,592 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,598 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,599 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,602 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:49:03,606 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:49:03,612 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:03,614 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60873162, jitterRate=-0.09291920065879822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:49:03,624 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731408543522Initializing all the Stores at 1731408543524 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408543524Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408543525 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408543526 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408543526Cleaning up temporary data from old regions at 1731408543599 (+73 ms)Region opened successfully at 1731408543623 (+24 ms) 2024-11-12T10:49:03,626 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:49:03,659 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdccb42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:49:03,688 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:49:03,699 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:49:03,699 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:49:03,702 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:49:03,703 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T10:49:03,709 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T10:49:03,709 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T10:49:03,735 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:49:03,744 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:49:03,746 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:49:03,748 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:49:03,750 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:49:03,751 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:49:03,754 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:49:03,757 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:49:03,759 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:49:03,761 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:49:03,762 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:49:03,780 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:49:03,782 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:49:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:49:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:49:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:49:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:49:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,789 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aed202db7571,37913,1731408542337, sessionid=0x100338d13c50000, setting cluster-up flag (Was=false) 2024-11-12T10:49:03,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,803 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:49:03,805 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,37913,1731408542337 2024-11-12T10:49:03,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:03,816 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:49:03,817 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,37913,1731408542337 2024-11-12T10:49:03,824 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:49:03,884 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(746): ClusterId : 170fa197-193e-46eb-a797-deabf25b8dc6 2024-11-12T10:49:03,884 INFO [RS:2;aed202db7571:34505 {}] regionserver.HRegionServer(746): ClusterId : 170fa197-193e-46eb-a797-deabf25b8dc6 2024-11-12T10:49:03,884 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(746): ClusterId : 170fa197-193e-46eb-a797-deabf25b8dc6 2024-11-12T10:49:03,886 DEBUG [RS:0;aed202db7571:38693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:49:03,886 DEBUG [RS:2;aed202db7571:34505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:49:03,886 DEBUG [RS:1;aed202db7571:36391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:49:03,891 DEBUG [RS:2;aed202db7571:34505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:49:03,891 DEBUG [RS:0;aed202db7571:38693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:49:03,891 DEBUG [RS:2;aed202db7571:34505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:49:03,891 DEBUG [RS:0;aed202db7571:38693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:49:03,891 DEBUG [RS:1;aed202db7571:36391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:49:03,892 DEBUG [RS:1;aed202db7571:36391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:49:03,895 DEBUG [RS:1;aed202db7571:36391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:49:03,895 DEBUG [RS:2;aed202db7571:34505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:49:03,895 DEBUG [RS:0;aed202db7571:38693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:49:03,895 DEBUG [RS:2;aed202db7571:34505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670a7035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:49:03,896 DEBUG [RS:1;aed202db7571:36391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ae6d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:49:03,896 DEBUG [RS:0;aed202db7571:38693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d99aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:49:03,900 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:49:03,912 DEBUG [RS:1;aed202db7571:36391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;aed202db7571:36391 2024-11-12T10:49:03,912 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:49:03,915 INFO [RS:1;aed202db7571:36391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:49:03,915 INFO [RS:1;aed202db7571:36391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:49:03,916 DEBUG [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:49:03,919 DEBUG [RS:0;aed202db7571:38693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aed202db7571:38693 2024-11-12T10:49:03,920 INFO [RS:0;aed202db7571:38693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:49:03,920 INFO [RS:0;aed202db7571:38693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:49:03,920 DEBUG [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:49:03,920 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:49:03,921 DEBUG [RS:2;aed202db7571:34505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;aed202db7571:34505 2024-11-12T10:49:03,922 INFO [RS:2;aed202db7571:34505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:49:03,922 INFO [RS:2;aed202db7571:34505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:49:03,922 DEBUG [RS:2;aed202db7571:34505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:49:03,922 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,37913,1731408542337 with port=36391, startcode=1731408543020 2024-11-12T10:49:03,922 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,37913,1731408542337 with port=38693, startcode=1731408542932 2024-11-12T10:49:03,923 INFO [RS:2;aed202db7571:34505 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,37913,1731408542337 with port=34505, startcode=1731408543055 2024-11-12T10:49:03,926 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aed202db7571,37913,1731408542337 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:49:03,933 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:49:03,934 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:49:03,934 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:49:03,934 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:49:03,934 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aed202db7571:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:49:03,935 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:03,935 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:49:03,935 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:03,936 DEBUG [RS:0;aed202db7571:38693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:49:03,936 DEBUG [RS:2;aed202db7571:34505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:49:03,936 DEBUG [RS:1;aed202db7571:36391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:49:03,941 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731408573941 2024-11-12T10:49:03,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:49:03,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:49:03,943 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:49:03,944 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:49:03,948 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:03,948 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:49:03,948 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:49:03,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:49:03,949 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:49:03,949 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:49:03,950 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:03,953 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:49:03,955 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:49:03,955 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:49:03,965 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:49:03,966 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:49:03,969 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408543968,5,FailOnTimeoutGroup] 2024-11-12T10:49:03,970 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408543969,5,FailOnTimeoutGroup] 2024-11-12T10:49:03,970 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:03,970 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:49:03,973 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:03,974 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,001 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60189, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:49:04,001 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37693, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:49:04,001 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:49:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:49:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:49:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:49:04,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:49:04,008 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:04,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,38693,1731408542932 2024-11-12T10:49:04,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37913 {}] master.ServerManager(517): Registering regionserver=aed202db7571,38693,1731408542932 2024-11-12T10:49:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:49:04,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:49:04,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:49:04,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,36391,1731408543020 2024-11-12T10:49:04,026 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37913 {}] master.ServerManager(517): Registering regionserver=aed202db7571,36391,1731408543020 2024-11-12T10:49:04,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:04,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:49:04,030 DEBUG [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:04,030 DEBUG [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43983 2024-11-12T10:49:04,030 DEBUG [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:49:04,031 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,34505,1731408543055 2024-11-12T10:49:04,031 DEBUG [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:04,031 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37913 {}] master.ServerManager(517): Registering regionserver=aed202db7571,34505,1731408543055 2024-11-12T10:49:04,032 DEBUG [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43983 2024-11-12T10:49:04,032 DEBUG [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:49:04,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:49:04,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:04,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:49:04,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:49:04,035 DEBUG [RS:2;aed202db7571:34505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:04,036 DEBUG [RS:2;aed202db7571:34505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43983 2024-11-12T10:49:04,036 DEBUG [RS:2;aed202db7571:34505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:49:04,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:49:04,036 DEBUG [RS:0;aed202db7571:38693 {}] zookeeper.ZKUtil(111): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,38693,1731408542932 2024-11-12T10:49:04,036 WARN [RS:0;aed202db7571:38693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:49:04,037 INFO [RS:0;aed202db7571:38693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:49:04,037 DEBUG [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,38693,1731408542932 2024-11-12T10:49:04,037 DEBUG [RS:1;aed202db7571:36391 {}] zookeeper.ZKUtil(111): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,36391,1731408543020 2024-11-12T10:49:04,037 WARN [RS:1;aed202db7571:36391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:49:04,037 INFO [RS:1;aed202db7571:36391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:49:04,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:49:04,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:04,038 DEBUG [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,36391,1731408543020 2024-11-12T10:49:04,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:49:04,039 DEBUG [RS:2;aed202db7571:34505 {}] zookeeper.ZKUtil(111): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,34505,1731408543055 2024-11-12T10:49:04,039 WARN [RS:2;aed202db7571:34505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:49:04,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:49:04,040 INFO [RS:2;aed202db7571:34505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:49:04,040 DEBUG [RS:2;aed202db7571:34505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055 2024-11-12T10:49:04,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,36391,1731408543020] 2024-11-12T10:49:04,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,38693,1731408542932] 2024-11-12T10:49:04,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,34505,1731408543055] 2024-11-12T10:49:04,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:49:04,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:04,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:49:04,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:49:04,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:49:04,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:04,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:49:04,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:49:04,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740 2024-11-12T10:49:04,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740 2024-11-12T10:49:04,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:49:04,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:49:04,057 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:49:04,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:49:04,068 INFO [RS:2;aed202db7571:34505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:49:04,068 INFO [RS:0;aed202db7571:38693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:49:04,068 INFO [RS:1;aed202db7571:36391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:49:04,069 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:04,070 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65359462, jitterRate=-0.026068121194839478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:49:04,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731408544026Initializing all the Stores at 1731408544028 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408544029 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408544029Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408544029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408544029Cleaning up temporary data from old regions at 1731408544055 (+26 ms)Region opened successfully at 1731408544073 (+18 ms) 2024-11-12T10:49:04,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:49:04,074 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:49:04,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:49:04,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:49:04,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:49:04,075 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:49:04,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408544074Disabling compacts and flushes for region at 1731408544074Disabling writes for close at 1731408544074Writing region close event to WAL at 1731408544075 (+1 ms)Closed at 1731408544075 2024-11-12T10:49:04,078 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:49:04,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:49:04,085 INFO [RS:2;aed202db7571:34505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:49:04,085 INFO [RS:1;aed202db7571:36391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:49:04,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:49:04,089 INFO [RS:0;aed202db7571:38693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:49:04,093 INFO [RS:0;aed202db7571:38693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:49:04,093 INFO [RS:1;aed202db7571:36391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:49:04,093 INFO [RS:2;aed202db7571:34505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:49:04,093 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,093 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,093 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:49:04,098 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:49:04,100 INFO [RS:2;aed202db7571:34505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:49:04,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:49:04,104 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:49:04,105 INFO [RS:0;aed202db7571:38693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:49:04,106 INFO [RS:1;aed202db7571:36391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:49:04,106 INFO [RS:2;aed202db7571:34505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:49:04,107 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,107 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,107 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,107 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,107 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,107 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,107 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,107 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,107 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:49:04,108 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:49:04,108 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:49:04,108 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,108 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:49:04,109 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:49:04,109 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:49:04,109 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:49:04,109 DEBUG [RS:1;aed202db7571:36391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:49:04,109 DEBUG [RS:0;aed202db7571:38693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:49:04,109 DEBUG [RS:2;aed202db7571:34505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:49:04,115 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,36391,1731408543020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,116 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38693,1731408542932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:49:04,117 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,117 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,117 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,117 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,34505,1731408543055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:49:04,144 INFO [RS:1;aed202db7571:36391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:49:04,144 INFO [RS:2;aed202db7571:34505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:49:04,144 INFO [RS:0;aed202db7571:38693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:49:04,147 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,34505,1731408543055-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,147 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,36391,1731408543020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,147 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38693,1731408542932-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,147 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,147 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,147 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,147 INFO [RS:2;aed202db7571:34505 {}] regionserver.Replication(171): aed202db7571,34505,1731408543055 started 2024-11-12T10:49:04,147 INFO [RS:1;aed202db7571:36391 {}] regionserver.Replication(171): aed202db7571,36391,1731408543020 started 2024-11-12T10:49:04,147 INFO [RS:0;aed202db7571:38693 {}] regionserver.Replication(171): aed202db7571,38693,1731408542932 started 2024-11-12T10:49:04,173 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,173 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,173 INFO [RS:2;aed202db7571:34505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:04,173 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,36391,1731408543020, RpcServer on aed202db7571/172.17.0.2:36391, sessionid=0x100338d13c50002 2024-11-12T10:49:04,173 INFO [RS:2;aed202db7571:34505 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,34505,1731408543055, RpcServer on aed202db7571/172.17.0.2:34505, sessionid=0x100338d13c50003 2024-11-12T10:49:04,173 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,38693,1731408542932, RpcServer on aed202db7571/172.17.0.2:38693, sessionid=0x100338d13c50001 2024-11-12T10:49:04,174 DEBUG [RS:2;aed202db7571:34505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:49:04,174 DEBUG [RS:1;aed202db7571:36391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:49:04,174 DEBUG [RS:0;aed202db7571:38693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:49:04,174 DEBUG [RS:1;aed202db7571:36391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,36391,1731408543020 2024-11-12T10:49:04,174 DEBUG [RS:0;aed202db7571:38693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,38693,1731408542932 2024-11-12T10:49:04,174 DEBUG [RS:2;aed202db7571:34505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,34505,1731408543055 2024-11-12T10:49:04,174 DEBUG [RS:1;aed202db7571:36391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,36391,1731408543020' 2024-11-12T10:49:04,174 DEBUG [RS:0;aed202db7571:38693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,38693,1731408542932' 2024-11-12T10:49:04,174 DEBUG [RS:2;aed202db7571:34505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,34505,1731408543055' 2024-11-12T10:49:04,175 DEBUG [RS:1;aed202db7571:36391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:49:04,175 DEBUG [RS:2;aed202db7571:34505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:49:04,175 DEBUG [RS:0;aed202db7571:38693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:49:04,175 DEBUG [RS:2;aed202db7571:34505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:49:04,175 DEBUG [RS:0;aed202db7571:38693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:49:04,175 DEBUG [RS:1;aed202db7571:36391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:49:04,176 DEBUG [RS:2;aed202db7571:34505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:49:04,176 DEBUG [RS:1;aed202db7571:36391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:49:04,176 DEBUG [RS:2;aed202db7571:34505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:49:04,176 DEBUG [RS:1;aed202db7571:36391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:49:04,176 DEBUG [RS:0;aed202db7571:38693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:49:04,176 DEBUG [RS:0;aed202db7571:38693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:49:04,176 DEBUG [RS:1;aed202db7571:36391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,36391,1731408543020 2024-11-12T10:49:04,176 DEBUG [RS:0;aed202db7571:38693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,38693,1731408542932 2024-11-12T10:49:04,176 DEBUG [RS:2;aed202db7571:34505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,34505,1731408543055 2024-11-12T10:49:04,176 DEBUG [RS:1;aed202db7571:36391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,36391,1731408543020' 2024-11-12T10:49:04,176 DEBUG [RS:0;aed202db7571:38693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,38693,1731408542932' 2024-11-12T10:49:04,176 DEBUG [RS:2;aed202db7571:34505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,34505,1731408543055' 2024-11-12T10:49:04,176 DEBUG [RS:1;aed202db7571:36391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:49:04,177 DEBUG [RS:0;aed202db7571:38693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:49:04,177 DEBUG [RS:2;aed202db7571:34505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:49:04,177 DEBUG [RS:1;aed202db7571:36391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:49:04,177 DEBUG [RS:0;aed202db7571:38693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:49:04,177 DEBUG [RS:2;aed202db7571:34505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:49:04,178 DEBUG [RS:1;aed202db7571:36391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:49:04,178 DEBUG [RS:0;aed202db7571:38693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:49:04,178 INFO [RS:1;aed202db7571:36391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:49:04,178 INFO [RS:0;aed202db7571:38693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:49:04,178 DEBUG [RS:2;aed202db7571:34505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:49:04,178 INFO [RS:1;aed202db7571:36391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:49:04,178 INFO [RS:2;aed202db7571:34505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:49:04,178 INFO [RS:0;aed202db7571:38693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:49:04,178 INFO [RS:2;aed202db7571:34505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:49:04,252 WARN [aed202db7571:37913 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:49:04,287 INFO [RS:2;aed202db7571:34505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:49:04,287 INFO [RS:0;aed202db7571:38693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:49:04,287 INFO [RS:1;aed202db7571:36391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:49:04,289 INFO [RS:2;aed202db7571:34505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C34505%2C1731408543055, suffix=, logDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055, archiveDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/oldWALs, maxLogs=32 2024-11-12T10:49:04,289 INFO [RS:1;aed202db7571:36391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C36391%2C1731408543020, suffix=, logDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,36391,1731408543020, archiveDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/oldWALs, maxLogs=32 2024-11-12T10:49:04,289 INFO [RS:0;aed202db7571:38693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C38693%2C1731408542932, suffix=, logDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,38693,1731408542932, archiveDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/oldWALs, maxLogs=32 2024-11-12T10:49:04,305 DEBUG [RS:2;aed202db7571:34505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055/aed202db7571%2C34505%2C1731408543055.1731408544293, exclude list is [], retry=0 2024-11-12T10:49:04,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39265,DS-3d5e564d-5026-4361-8759-746716117148,DISK] 2024-11-12T10:49:04,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-c64300df-a5b0-4ddb-a642-93b289aa3f4b,DISK] 2024-11-12T10:49:04,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38705,DS-24aaac4c-eb60-4c8b-823b-1dab8112a8f8,DISK] 2024-11-12T10:49:04,311 DEBUG [RS:1;aed202db7571:36391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,36391,1731408543020/aed202db7571%2C36391%2C1731408543020.1731408544293, exclude list is [], retry=0 2024-11-12T10:49:04,311 DEBUG [RS:0;aed202db7571:38693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,38693,1731408542932/aed202db7571%2C38693%2C1731408542932.1731408544293, exclude list is [], retry=0 2024-11-12T10:49:04,316 INFO [RS:2;aed202db7571:34505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055/aed202db7571%2C34505%2C1731408543055.1731408544293 2024-11-12T10:49:04,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38705,DS-24aaac4c-eb60-4c8b-823b-1dab8112a8f8,DISK] 2024-11-12T10:49:04,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38705,DS-24aaac4c-eb60-4c8b-823b-1dab8112a8f8,DISK] 2024-11-12T10:49:04,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-c64300df-a5b0-4ddb-a642-93b289aa3f4b,DISK] 2024-11-12T10:49:04,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39265,DS-3d5e564d-5026-4361-8759-746716117148,DISK] 2024-11-12T10:49:04,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39265,DS-3d5e564d-5026-4361-8759-746716117148,DISK] 2024-11-12T10:49:04,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-c64300df-a5b0-4ddb-a642-93b289aa3f4b,DISK] 2024-11-12T10:49:04,321 DEBUG [RS:2;aed202db7571:34505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187),(127.0.0.1/127.0.0.1:33673:33673),(127.0.0.1/127.0.0.1:40431:40431)] 2024-11-12T10:49:04,327 INFO [RS:1;aed202db7571:36391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,36391,1731408543020/aed202db7571%2C36391%2C1731408543020.1731408544293 2024-11-12T10:49:04,327 INFO [RS:0;aed202db7571:38693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,38693,1731408542932/aed202db7571%2C38693%2C1731408542932.1731408544293 2024-11-12T10:49:04,328 DEBUG [RS:1;aed202db7571:36391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33673:33673),(127.0.0.1/127.0.0.1:34187:34187),(127.0.0.1/127.0.0.1:40431:40431)] 2024-11-12T10:49:04,328 DEBUG [RS:0;aed202db7571:38693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40431:40431),(127.0.0.1/127.0.0.1:34187:34187),(127.0.0.1/127.0.0.1:33673:33673)] 2024-11-12T10:49:04,509 DEBUG [aed202db7571:37913 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T10:49:04,518 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(204): Hosts are {aed202db7571=0} racks are {/default-rack=0} 2024-11-12T10:49:04,524 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:49:04,524 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:49:04,524 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:49:04,525 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:49:04,525 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:49:04,525 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:49:04,525 INFO [aed202db7571:37913 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:49:04,525 INFO [aed202db7571:37913 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:49:04,525 INFO [aed202db7571:37913 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:49:04,525 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:49:04,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:04,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,38693,1731408542932, state=OPENING 2024-11-12T10:49:04,542 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:49:04,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:04,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:04,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:04,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:49:04,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:49:04,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:49:04,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:49:04,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:49:04,546 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:49:04,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,38693,1731408542932}] 2024-11-12T10:49:12,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T10:49:12,673 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T10:49:14,570 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:49:14,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36081, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:49:14,586 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:49:14,586 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:49:14,586 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:49:14,590 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C38693%2C1731408542932.meta, suffix=.meta, logDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,38693,1731408542932, archiveDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/oldWALs, maxLogs=32 2024-11-12T10:49:14,607 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,38693,1731408542932/aed202db7571%2C38693%2C1731408542932.meta.1731408554592.meta, exclude list is [], retry=0 2024-11-12T10:49:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39265,DS-3d5e564d-5026-4361-8759-746716117148,DISK] 2024-11-12T10:49:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38705,DS-24aaac4c-eb60-4c8b-823b-1dab8112a8f8,DISK] 2024-11-12T10:49:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46679,DS-c64300df-a5b0-4ddb-a642-93b289aa3f4b,DISK] 2024-11-12T10:49:14,614 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,38693,1731408542932/aed202db7571%2C38693%2C1731408542932.meta.1731408554592.meta 2024-11-12T10:49:14,615 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33673:33673),(127.0.0.1/127.0.0.1:34187:34187),(127.0.0.1/127.0.0.1:40431:40431)] 2024-11-12T10:49:14,615 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:49:14,616 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:49:14,619 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:49:14,623 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:49:14,626 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:49:14,627 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:14,627 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:49:14,627 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:49:14,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:49:14,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:49:14,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:14,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:49:14,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:49:14,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:49:14,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:14,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:49:14,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:49:14,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:49:14,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:14,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:49:14,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:49:14,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:49:14,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:14,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:49:14,639 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:49:14,640 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740 2024-11-12T10:49:14,643 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740 2024-11-12T10:49:14,645 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:49:14,645 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:49:14,646 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:49:14,650 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:49:14,651 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72241854, jitterRate=0.07648751139640808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:49:14,651 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:49:14,652 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731408554628Writing region info on filesystem at 1731408554628Initializing all the Stores at 1731408554629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408554630 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408554630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408554630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408554630Cleaning up temporary data from old regions at 1731408554645 (+15 ms)Running coprocessor post-open hooks at 1731408554651 (+6 ms)Region opened successfully at 1731408554652 (+1 ms) 2024-11-12T10:49:14,659 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731408554562 2024-11-12T10:49:14,668 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:49:14,669 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:49:14,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:14,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,38693,1731408542932, state=OPEN 2024-11-12T10:49:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:49:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:49:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:49:14,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:49:14,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:49:14,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:49:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:49:14,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:49:14,675 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aed202db7571,38693,1731408542932 2024-11-12T10:49:14,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:49:14,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,38693,1731408542932 in 10.1270 sec 2024-11-12T10:49:14,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:49:14,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5960 sec 2024-11-12T10:49:14,687 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:49:14,687 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:49:14,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:49:14,706 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,38693,1731408542932, seqNum=-1] 2024-11-12T10:49:14,760 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:49:14,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:49:14,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9250 sec 2024-11-12T10:49:14,783 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731408554783, completionTime=-1 2024-11-12T10:49:14,790 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T10:49:14,790 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T10:49:14,816 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-12T10:49:14,816 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731408614816 2024-11-12T10:49:14,816 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731408674816 2024-11-12T10:49:14,816 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-12T10:49:14,818 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:49:14,825 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,37913,1731408542337-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:14,825 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,37913,1731408542337-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:14,825 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,37913,1731408542337-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:14,826 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aed202db7571:37913, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:14,827 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:14,827 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:14,833 DEBUG [master/aed202db7571:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:49:14,853 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.719sec 2024-11-12T10:49:14,855 INFO [master/aed202db7571:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:49:14,856 INFO [master/aed202db7571:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:49:14,857 INFO [master/aed202db7571:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:49:14,857 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:49:14,858 INFO [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:49:14,858 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,37913,1731408542337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:49:14,859 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,37913,1731408542337-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:49:14,862 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:49:14,863 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:49:14,863 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,37913,1731408542337-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:49:14,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5f2df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:49:14,908 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T10:49:14,908 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T10:49:14,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aed202db7571,37913,-1 for getting cluster id 2024-11-12T10:49:14,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:49:14,922 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '170fa197-193e-46eb-a797-deabf25b8dc6' 2024-11-12T10:49:14,923 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:49:14,924 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "170fa197-193e-46eb-a797-deabf25b8dc6" 2024-11-12T10:49:14,924 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759f5d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:49:14,924 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aed202db7571,37913,-1] 2024-11-12T10:49:14,926 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:49:14,928 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:49:14,929 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:49:14,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f810e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:49:14,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:49:14,938 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,38693,1731408542932, seqNum=-1] 2024-11-12T10:49:14,939 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:49:14,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:49:14,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aed202db7571,37913,1731408542337 2024-11-12T10:49:14,964 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731408554962 (current time:1731408554962). 2024-11-12T10:49:14,964 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T10:49:14,964 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T10:49:14,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:49:14,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aed202db7571,37913,-1 for getting cluster id 2024-11-12T10:49:14,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:49:14,969 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '170fa197-193e-46eb-a797-deabf25b8dc6' 2024-11-12T10:49:14,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:49:14,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "170fa197-193e-46eb-a797-deabf25b8dc6" 2024-11-12T10:49:14,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e6d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:49:14,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aed202db7571,37913,-1] 2024-11-12T10:49:14,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:49:14,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:49:14,971 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:49:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ab6939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:49:14,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:49:14,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,38693,1731408542932, seqNum=-1] 2024-11-12T10:49:14,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:49:14,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:49:14,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:49:14,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:49:14,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:49:14,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:49:14,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:49:14,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:49:14,996 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is aed202db7571,37913,1731408542337 2024-11-12T10:49:14,999 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23743706 2024-11-12T10:49:15,000 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:49:15,002 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:49:15,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:49:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T10:49:15,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:49:15,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T10:49:15,019 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:15,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:49:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:49:15,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:49:15,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:49:15,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:49:15,042 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 988371274862a6f8056249e63107816e, NAME => 'SPTestTable,,1731408555003.988371274862a6f8056249e63107816e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:15,042 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2dede0d3d71e96e8eb93146cab0d057d, NAME => 'SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:15,043 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6dcfbe8179858a186086dce1530af154, NAME => 'SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:49:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741839_1015 (size=54) 2024-11-12T10:49:15,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741840_1016 (size=62) 2024-11-12T10:49:15,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741840_1016 (size=62) 2024-11-12T10:49:15,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741839_1015 (size=54) 2024-11-12T10:49:15,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:49:15,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741840_1016 (size=62) 2024-11-12T10:49:15,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:15,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731408555003.988371274862a6f8056249e63107816e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:15,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2dede0d3d71e96e8eb93146cab0d057d, disabling compactions & flushes 2024-11-12T10:49:15,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 988371274862a6f8056249e63107816e, disabling compactions & flushes 2024-11-12T10:49:15,071 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:49:15,071 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:49:15,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:49:15,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:49:15,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:15,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. after waiting 0 ms 2024-11-12T10:49:15,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:49:15,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. after waiting 0 ms 2024-11-12T10:49:15,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6dcfbe8179858a186086dce1530af154, disabling compactions & flushes 2024-11-12T10:49:15,072 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:49:15,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:49:15,072 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:49:15,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2dede0d3d71e96e8eb93146cab0d057d: Waiting for close lock at 1731408555071Disabling compacts and flushes for region at 1731408555071Disabling writes for close at 1731408555071Writing region close event to WAL at 1731408555071Closed at 1731408555071 2024-11-12T10:49:15,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:49:15,072 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:49:15,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. after waiting 0 ms 2024-11-12T10:49:15,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:49:15,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 988371274862a6f8056249e63107816e: Waiting for close lock at 1731408555071Disabling compacts and flushes for region at 1731408555071Disabling writes for close at 1731408555071Writing region close event to WAL at 1731408555072 (+1 ms)Closed at 1731408555072 2024-11-12T10:49:15,072 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:49:15,072 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6dcfbe8179858a186086dce1530af154: Waiting for close lock at 1731408555071Disabling compacts and flushes for region at 1731408555071Disabling writes for close at 1731408555072 (+1 ms)Writing region close event to WAL at 1731408555072Closed at 1731408555072 2024-11-12T10:49:15,072 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8aba52ec0215bbc951873b69761bfd9b, NAME => 'SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:49:15,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741839_1015 (size=54) 2024-11-12T10:49:15,073 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 803a804f66caf48a1d481d3c202859d0, NAME => 'SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:15,073 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2ef2dd5249575dc55f047e24cc152d7, NAME => 'SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:15,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:49:15,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:49:15,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:49:15,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:15,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 803a804f66caf48a1d481d3c202859d0, disabling compactions & flushes 2024-11-12T10:49:15,094 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:49:15,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:49:15,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. after waiting 0 ms 2024-11-12T10:49:15,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:49:15,094 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:49:15,094 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 803a804f66caf48a1d481d3c202859d0: Waiting for close lock at 1731408555094Disabling compacts and flushes for region at 1731408555094Disabling writes for close at 1731408555094Writing region close event to WAL at 1731408555094Closed at 1731408555094 2024-11-12T10:49:15,095 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5eda9ef4a133bb2dd62f167dc21dba39, NAME => 'SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:15,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:49:15,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:49:15,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:49:15,101 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:15,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8aba52ec0215bbc951873b69761bfd9b, disabling compactions & flushes 2024-11-12T10:49:15,102 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:49:15,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:49:15,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. after waiting 0 ms 2024-11-12T10:49:15,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:49:15,102 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:49:15,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8aba52ec0215bbc951873b69761bfd9b: Waiting for close lock at 1731408555102Disabling compacts and flushes for region at 1731408555102Disabling writes for close at 1731408555102Writing region close event to WAL at 1731408555102Closed at 1731408555102 2024-11-12T10:49:15,102 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d9c251ddf383154cf2acd6f47af89da8, NAME => 'SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:15,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:49:15,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:49:15,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:49:15,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:15,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b2ef2dd5249575dc55f047e24cc152d7, disabling compactions & flushes 2024-11-12T10:49:15,114 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:49:15,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:49:15,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. after waiting 0 ms 2024-11-12T10:49:15,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:49:15,115 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:49:15,115 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2ef2dd5249575dc55f047e24cc152d7: Waiting for close lock at 1731408555114Disabling compacts and flushes for region at 1731408555114Disabling writes for close at 1731408555114Writing region close event to WAL at 1731408555115 (+1 ms)Closed at 1731408555115 2024-11-12T10:49:15,116 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95ed6e24e19662b08a937f0720e85b32, NAME => 'SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:49:15,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:49:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:49:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:49:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:49:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:49:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:49:15,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:49:15,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:49:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:49:15,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:15,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 95ed6e24e19662b08a937f0720e85b32, disabling compactions & flushes 2024-11-12T10:49:15,142 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:49:15,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:49:15,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. after waiting 0 ms 2024-11-12T10:49:15,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:49:15,142 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:49:15,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95ed6e24e19662b08a937f0720e85b32: Waiting for close lock at 1731408555142Disabling compacts and flushes for region at 1731408555142Disabling writes for close at 1731408555142Writing region close event to WAL at 1731408555142Closed at 1731408555142 2024-11-12T10:49:15,143 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81fc832756d756403d138ecb49551b84, NAME => 'SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a 2024-11-12T10:49:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:49:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:49:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:49:15,157 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:15,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 81fc832756d756403d138ecb49551b84, disabling compactions & flushes 2024-11-12T10:49:15,158 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:49:15,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:49:15,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. after waiting 0 ms 2024-11-12T10:49:15,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:49:15,158 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:49:15,158 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81fc832756d756403d138ecb49551b84: Waiting for close lock at 1731408555158Disabling compacts and flushes for region at 1731408555158Disabling writes for close at 1731408555158Writing region close event to WAL at 1731408555158Closed at 1731408555158 2024-11-12T10:49:15,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:49:15,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:15,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:15,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d9c251ddf383154cf2acd6f47af89da8, disabling compactions & flushes 2024-11-12T10:49:15,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5eda9ef4a133bb2dd62f167dc21dba39, disabling compactions & flushes 2024-11-12T10:49:15,539 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:49:15,539 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:49:15,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:49:15,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:49:15,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. after waiting 0 ms 2024-11-12T10:49:15,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. after waiting 0 ms 2024-11-12T10:49:15,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:49:15,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:49:15,540 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:49:15,540 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:49:15,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d9c251ddf383154cf2acd6f47af89da8: Waiting for close lock at 1731408555539Disabling compacts and flushes for region at 1731408555539Disabling writes for close at 1731408555540 (+1 ms)Writing region close event to WAL at 1731408555540Closed at 1731408555540 2024-11-12T10:49:15,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5eda9ef4a133bb2dd62f167dc21dba39: Waiting for close lock at 1731408555539Disabling compacts and flushes for region at 1731408555539Disabling writes for close at 1731408555540 (+1 ms)Writing region close event to WAL at 1731408555540Closed at 1731408555540 2024-11-12T10:49:15,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:49:15,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408555543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408555543"}]},"ts":"1731408555543"} 2024-11-12T10:49:15,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731408555003.988371274862a6f8056249e63107816e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731408555543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408555543"}]},"ts":"1731408555543"} 2024-11-12T10:49:15,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408555543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408555543"}]},"ts":"1731408555543"} 2024-11-12T10:49:15,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408555543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408555543"}]},"ts":"1731408555543"} 2024-11-12T10:49:15,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408555543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408555543"}]},"ts":"1731408555543"} 2024-11-12T10:49:15,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408555543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408555543"}]},"ts":"1731408555543"} 2024-11-12T10:49:15,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408555543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408555543"}]},"ts":"1731408555543"} 2024-11-12T10:49:15,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731408555543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408555543"}]},"ts":"1731408555543"} 2024-11-12T10:49:15,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408555543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408555543"}]},"ts":"1731408555543"} 2024-11-12T10:49:15,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408555543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408555543"}]},"ts":"1731408555543"} 2024-11-12T10:49:15,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T10:49:15,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:49:15,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408555585"}]},"ts":"1731408555585"} 2024-11-12T10:49:15,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T10:49:15,593 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {aed202db7571=0} racks are {/default-rack=0} 2024-11-12T10:49:15,601 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:49:15,601 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:49:15,601 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:49:15,602 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:49:15,602 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:49:15,602 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:49:15,602 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:49:15,602 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:49:15,602 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:49:15,602 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:49:15,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=988371274862a6f8056249e63107816e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dcfbe8179858a186086dce1530af154, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2dede0d3d71e96e8eb93146cab0d057d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aba52ec0215bbc951873b69761bfd9b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2ef2dd5249575dc55f047e24cc152d7, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=803a804f66caf48a1d481d3c202859d0, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eda9ef4a133bb2dd62f167dc21dba39, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9c251ddf383154cf2acd6f47af89da8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ed6e24e19662b08a937f0720e85b32, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81fc832756d756403d138ecb49551b84, ASSIGN}] 2024-11-12T10:49:15,609 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=988371274862a6f8056249e63107816e, ASSIGN 2024-11-12T10:49:15,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dcfbe8179858a186086dce1530af154, ASSIGN 2024-11-12T10:49:15,609 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aba52ec0215bbc951873b69761bfd9b, ASSIGN 2024-11-12T10:49:15,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2dede0d3d71e96e8eb93146cab0d057d, ASSIGN 2024-11-12T10:49:15,611 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=988371274862a6f8056249e63107816e, ASSIGN; state=OFFLINE, location=aed202db7571,36391,1731408543020; forceNewPlan=false, retain=false 2024-11-12T10:49:15,611 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dcfbe8179858a186086dce1530af154, ASSIGN; state=OFFLINE, location=aed202db7571,38693,1731408542932; forceNewPlan=false, retain=false 2024-11-12T10:49:15,611 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2dede0d3d71e96e8eb93146cab0d057d, ASSIGN; state=OFFLINE, location=aed202db7571,34505,1731408543055; forceNewPlan=false, retain=false 2024-11-12T10:49:15,611 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8aba52ec0215bbc951873b69761bfd9b, ASSIGN; state=OFFLINE, location=aed202db7571,36391,1731408543020; forceNewPlan=false, retain=false 2024-11-12T10:49:15,615 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eda9ef4a133bb2dd62f167dc21dba39, ASSIGN 2024-11-12T10:49:15,615 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9c251ddf383154cf2acd6f47af89da8, ASSIGN 2024-11-12T10:49:15,616 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ed6e24e19662b08a937f0720e85b32, ASSIGN 2024-11-12T10:49:15,616 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81fc832756d756403d138ecb49551b84, ASSIGN 2024-11-12T10:49:15,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=803a804f66caf48a1d481d3c202859d0, ASSIGN 2024-11-12T10:49:15,617 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5eda9ef4a133bb2dd62f167dc21dba39, ASSIGN; state=OFFLINE, location=aed202db7571,34505,1731408543055; forceNewPlan=false, retain=false 2024-11-12T10:49:15,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9c251ddf383154cf2acd6f47af89da8, ASSIGN; state=OFFLINE, location=aed202db7571,38693,1731408542932; forceNewPlan=false, retain=false 2024-11-12T10:49:15,617 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81fc832756d756403d138ecb49551b84, ASSIGN; state=OFFLINE, location=aed202db7571,36391,1731408543020; forceNewPlan=false, retain=false 2024-11-12T10:49:15,617 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95ed6e24e19662b08a937f0720e85b32, ASSIGN; state=OFFLINE, location=aed202db7571,34505,1731408543055; forceNewPlan=false, retain=false 2024-11-12T10:49:15,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=803a804f66caf48a1d481d3c202859d0, ASSIGN; state=OFFLINE, location=aed202db7571,34505,1731408543055; forceNewPlan=false, retain=false 2024-11-12T10:49:15,623 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2ef2dd5249575dc55f047e24cc152d7, ASSIGN 2024-11-12T10:49:15,624 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2ef2dd5249575dc55f047e24cc152d7, ASSIGN; state=OFFLINE, location=aed202db7571,38693,1731408542932; forceNewPlan=false, retain=false 2024-11-12T10:49:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:49:15,767 INFO [aed202db7571:37913 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T10:49:15,769 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6dcfbe8179858a186086dce1530af154, regionState=OPENING, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:15,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b2ef2dd5249575dc55f047e24cc152d7, regionState=OPENING, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:15,769 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d9c251ddf383154cf2acd6f47af89da8, regionState=OPENING, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:15,769 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=81fc832756d756403d138ecb49551b84, regionState=OPENING, regionLocation=aed202db7571,36391,1731408543020 2024-11-12T10:49:15,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8aba52ec0215bbc951873b69761bfd9b, regionState=OPENING, regionLocation=aed202db7571,36391,1731408543020 2024-11-12T10:49:15,770 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=988371274862a6f8056249e63107816e, regionState=OPENING, regionLocation=aed202db7571,36391,1731408543020 2024-11-12T10:49:15,770 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=95ed6e24e19662b08a937f0720e85b32, regionState=OPENING, regionLocation=aed202db7571,34505,1731408543055 2024-11-12T10:49:15,770 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2dede0d3d71e96e8eb93146cab0d057d, regionState=OPENING, regionLocation=aed202db7571,34505,1731408543055 2024-11-12T10:49:15,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=803a804f66caf48a1d481d3c202859d0, regionState=OPENING, regionLocation=aed202db7571,34505,1731408543055 2024-11-12T10:49:15,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5eda9ef4a133bb2dd62f167dc21dba39, regionState=OPENING, regionLocation=aed202db7571,34505,1731408543055 2024-11-12T10:49:15,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6dcfbe8179858a186086dce1530af154, ASSIGN because future has completed 2024-11-12T10:49:15,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dcfbe8179858a186086dce1530af154, server=aed202db7571,38693,1731408542932}] 2024-11-12T10:49:15,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d9c251ddf383154cf2acd6f47af89da8, ASSIGN because future has completed 2024-11-12T10:49:15,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9c251ddf383154cf2acd6f47af89da8, server=aed202db7571,38693,1731408542932}] 2024-11-12T10:49:15,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81fc832756d756403d138ecb49551b84, ASSIGN because future has completed 2024-11-12T10:49:15,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b2ef2dd5249575dc55f047e24cc152d7, ASSIGN because future has completed 2024-11-12T10:49:15,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2ef2dd5249575dc55f047e24cc152d7, server=aed202db7571,38693,1731408542932}] 2024-11-12T10:49:15,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81fc832756d756403d138ecb49551b84, server=aed202db7571,36391,1731408543020}] 2024-11-12T10:49:15,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8aba52ec0215bbc951873b69761bfd9b, ASSIGN because future has completed 2024-11-12T10:49:15,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=988371274862a6f8056249e63107816e, ASSIGN because future has completed 2024-11-12T10:49:15,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=803a804f66caf48a1d481d3c202859d0, ASSIGN because future has completed 2024-11-12T10:49:15,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988371274862a6f8056249e63107816e, server=aed202db7571,36391,1731408543020}] 2024-11-12T10:49:15,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95ed6e24e19662b08a937f0720e85b32, ASSIGN because future has completed 2024-11-12T10:49:15,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aba52ec0215bbc951873b69761bfd9b, server=aed202db7571,36391,1731408543020}] 2024-11-12T10:49:15,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5eda9ef4a133bb2dd62f167dc21dba39, ASSIGN because future has completed 2024-11-12T10:49:15,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2dede0d3d71e96e8eb93146cab0d057d, ASSIGN because future has completed 2024-11-12T10:49:15,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95ed6e24e19662b08a937f0720e85b32, server=aed202db7571,34505,1731408543055}] 2024-11-12T10:49:15,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 803a804f66caf48a1d481d3c202859d0, server=aed202db7571,34505,1731408543055}] 2024-11-12T10:49:15,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d, server=aed202db7571,34505,1731408543055}] 2024-11-12T10:49:15,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39, server=aed202db7571,34505,1731408543055}] 2024-11-12T10:49:16,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:49:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:49:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:49:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:49:20,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:49:22,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:49:22,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:49:22,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:49:22,674 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:49:23,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:49:25,789 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:49:25,789 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b2ef2dd5249575dc55f047e24cc152d7, NAME => 'SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T10:49:25,790 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,790 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:25,790 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:49:25,790 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,790 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:49:25,792 INFO [StoreOpener-b2ef2dd5249575dc55f047e24cc152d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,794 INFO [StoreOpener-b2ef2dd5249575dc55f047e24cc152d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2ef2dd5249575dc55f047e24cc152d7 columnFamilyName cf 2024-11-12T10:49:25,794 DEBUG [StoreOpener-b2ef2dd5249575dc55f047e24cc152d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:25,795 INFO [StoreOpener-b2ef2dd5249575dc55f047e24cc152d7-1 {}] regionserver.HStore(327): Store=b2ef2dd5249575dc55f047e24cc152d7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:25,796 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,797 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,797 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,798 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,798 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,798 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:49:25,799 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 81fc832756d756403d138ecb49551b84, NAME => 'SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T10:49:25,799 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,799 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:25,800 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,800 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,800 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,801 INFO [StoreOpener-81fc832756d756403d138ecb49551b84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,803 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:49:25,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/b2ef2dd5249575dc55f047e24cc152d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:25,803 INFO [StoreOpener-81fc832756d756403d138ecb49551b84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81fc832756d756403d138ecb49551b84 columnFamilyName cf 2024-11-12T10:49:25,803 DEBUG [StoreOpener-81fc832756d756403d138ecb49551b84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:25,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:49:25,804 INFO [StoreOpener-81fc832756d756403d138ecb49551b84-1 {}] regionserver.HStore(327): Store=81fc832756d756403d138ecb49551b84/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:25,804 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b2ef2dd5249575dc55f047e24cc152d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60655435, jitterRate=-0.09616358578205109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:25,804 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:25,804 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,805 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b2ef2dd5249575dc55f047e24cc152d7: Running coprocessor pre-open hook at 1731408565790Writing region info on filesystem at 1731408565790Initializing all the Stores at 1731408565792 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408565792Cleaning up temporary data from old regions at 1731408565798 (+6 ms)Running coprocessor post-open hooks at 1731408565804 (+6 ms)Region opened successfully at 1731408565805 (+1 ms) 2024-11-12T10:49:25,806 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,806 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,807 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,807 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,807 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7., pid=17, masterSystemTime=1731408565779 2024-11-12T10:49:25,810 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,810 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:49:25,810 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:49:25,810 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:49:25,811 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dcfbe8179858a186086dce1530af154, NAME => 'SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T10:49:25,811 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,812 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:25,812 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b2ef2dd5249575dc55f047e24cc152d7, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:25,812 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,812 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2ef2dd5249575dc55f047e24cc152d7, server=aed202db7571,38693,1731408542932 because future has completed 2024-11-12T10:49:25,817 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:49:25,817 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 803a804f66caf48a1d481d3c202859d0, NAME => 'SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T10:49:25,818 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,818 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:25,818 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,818 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,819 INFO [StoreOpener-6dcfbe8179858a186086dce1530af154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,820 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:25,821 INFO [StoreOpener-803a804f66caf48a1d481d3c202859d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-12T10:49:25,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b2ef2dd5249575dc55f047e24cc152d7, server=aed202db7571,38693,1731408542932 in 10.0360 sec 2024-11-12T10:49:25,821 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 81fc832756d756403d138ecb49551b84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63311113, jitterRate=-0.05659089982509613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:25,821 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:25,822 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 81fc832756d756403d138ecb49551b84: Running coprocessor pre-open hook at 1731408565800Writing region info on filesystem at 1731408565800Initializing all the Stores at 1731408565801 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408565801Cleaning up temporary data from old regions at 1731408565807 (+6 ms)Running coprocessor post-open hooks at 1731408565821 (+14 ms)Region opened successfully at 1731408565821 2024-11-12T10:49:25,822 INFO [StoreOpener-6dcfbe8179858a186086dce1530af154-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dcfbe8179858a186086dce1530af154 columnFamilyName cf 2024-11-12T10:49:25,822 DEBUG [StoreOpener-6dcfbe8179858a186086dce1530af154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:25,823 INFO [StoreOpener-6dcfbe8179858a186086dce1530af154-1 {}] regionserver.HStore(327): Store=6dcfbe8179858a186086dce1530af154/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:25,823 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84., pid=18, masterSystemTime=1731408565789 2024-11-12T10:49:25,823 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,824 INFO [StoreOpener-803a804f66caf48a1d481d3c202859d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 803a804f66caf48a1d481d3c202859d0 columnFamilyName cf 2024-11-12T10:49:25,824 DEBUG [StoreOpener-803a804f66caf48a1d481d3c202859d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:25,825 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b2ef2dd5249575dc55f047e24cc152d7, ASSIGN in 10.2170 sec 2024-11-12T10:49:25,825 INFO [StoreOpener-803a804f66caf48a1d481d3c202859d0-1 {}] regionserver.HStore(327): Store=803a804f66caf48a1d481d3c202859d0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:25,825 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:49:25,825 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,825 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:49:25,826 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,826 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:49:25,826 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 988371274862a6f8056249e63107816e, NAME => 'SPTestTable,,1731408555003.988371274862a6f8056249e63107816e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T10:49:25,826 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 988371274862a6f8056249e63107816e 2024-11-12T10:49:25,826 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731408555003.988371274862a6f8056249e63107816e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:25,826 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 988371274862a6f8056249e63107816e 2024-11-12T10:49:25,826 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 988371274862a6f8056249e63107816e 2024-11-12T10:49:25,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=81fc832756d756403d138ecb49551b84, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,36391,1731408543020 2024-11-12T10:49:25,827 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,827 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,827 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,827 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,828 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,828 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,829 INFO [StoreOpener-988371274862a6f8056249e63107816e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 988371274862a6f8056249e63107816e 2024-11-12T10:49:25,830 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,831 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,831 INFO [StoreOpener-988371274862a6f8056249e63107816e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988371274862a6f8056249e63107816e columnFamilyName cf 2024-11-12T10:49:25,831 DEBUG [StoreOpener-988371274862a6f8056249e63107816e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:25,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81fc832756d756403d138ecb49551b84, server=aed202db7571,36391,1731408543020 because future has completed 2024-11-12T10:49:25,832 INFO [StoreOpener-988371274862a6f8056249e63107816e-1 {}] regionserver.HStore(327): Store=988371274862a6f8056249e63107816e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:25,832 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 988371274862a6f8056249e63107816e 2024-11-12T10:49:25,833 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/6dcfbe8179858a186086dce1530af154/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:25,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/988371274862a6f8056249e63107816e 2024-11-12T10:49:25,834 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 6dcfbe8179858a186086dce1530af154; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69376753, jitterRate=0.03379417955875397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:25,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:25,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 6dcfbe8179858a186086dce1530af154: Running coprocessor pre-open hook at 1731408565812Writing region info on filesystem at 1731408565812Initializing all the Stores at 1731408565813 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408565813Cleaning up temporary data from old regions at 1731408565827 (+14 ms)Running coprocessor post-open hooks at 1731408565834 (+7 ms)Region opened successfully at 1731408565834 2024-11-12T10:49:25,835 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/988371274862a6f8056249e63107816e 2024-11-12T10:49:25,836 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/803a804f66caf48a1d481d3c202859d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:25,836 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 988371274862a6f8056249e63107816e 2024-11-12T10:49:25,836 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154., pid=15, masterSystemTime=1731408565779 2024-11-12T10:49:25,836 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 988371274862a6f8056249e63107816e 2024-11-12T10:49:25,837 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 803a804f66caf48a1d481d3c202859d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61556719, jitterRate=-0.0827334076166153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:25,837 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:25,837 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 803a804f66caf48a1d481d3c202859d0: Running coprocessor pre-open hook at 1731408565818Writing region info on filesystem at 1731408565818Initializing all the Stores at 1731408565820 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408565820Cleaning up temporary data from old regions at 1731408565828 (+8 ms)Running coprocessor post-open hooks at 1731408565837 (+9 ms)Region opened successfully at 1731408565837 2024-11-12T10:49:25,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-12T10:49:25,839 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0., pid=21, masterSystemTime=1731408565803 2024-11-12T10:49:25,839 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:49:25,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 81fc832756d756403d138ecb49551b84, server=aed202db7571,36391,1731408543020 in 10.0530 sec 2024-11-12T10:49:25,839 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:49:25,839 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:49:25,840 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d9c251ddf383154cf2acd6f47af89da8, NAME => 'SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T10:49:25,840 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,840 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:25,840 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,840 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,842 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 988371274862a6f8056249e63107816e 2024-11-12T10:49:25,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6dcfbe8179858a186086dce1530af154, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:25,843 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:49:25,844 INFO [StoreOpener-d9c251ddf383154cf2acd6f47af89da8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,844 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:49:25,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81fc832756d756403d138ecb49551b84, ASSIGN in 10.2350 sec 2024-11-12T10:49:25,844 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:49:25,845 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 95ed6e24e19662b08a937f0720e85b32, NAME => 'SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T10:49:25,845 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=803a804f66caf48a1d481d3c202859d0, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,34505,1731408543055 2024-11-12T10:49:25,845 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,845 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:25,846 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,846 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,847 INFO [StoreOpener-d9c251ddf383154cf2acd6f47af89da8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9c251ddf383154cf2acd6f47af89da8 columnFamilyName cf 2024-11-12T10:49:25,847 DEBUG [StoreOpener-d9c251ddf383154cf2acd6f47af89da8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:25,848 INFO [StoreOpener-d9c251ddf383154cf2acd6f47af89da8-1 {}] regionserver.HStore(327): Store=d9c251ddf383154cf2acd6f47af89da8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:25,848 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,848 INFO [StoreOpener-95ed6e24e19662b08a937f0720e85b32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dcfbe8179858a186086dce1530af154, server=aed202db7571,38693,1731408542932 because future has completed 2024-11-12T10:49:25,849 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,850 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 803a804f66caf48a1d481d3c202859d0, server=aed202db7571,34505,1731408543055 because future has completed 2024-11-12T10:49:25,851 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,851 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,851 INFO [StoreOpener-95ed6e24e19662b08a937f0720e85b32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95ed6e24e19662b08a937f0720e85b32 columnFamilyName cf 2024-11-12T10:49:25,852 DEBUG [StoreOpener-95ed6e24e19662b08a937f0720e85b32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:25,852 INFO [StoreOpener-95ed6e24e19662b08a937f0720e85b32-1 {}] regionserver.HStore(327): Store=95ed6e24e19662b08a937f0720e85b32/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:25,853 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,854 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,854 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,855 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,856 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,856 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-12T10:49:25,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dcfbe8179858a186086dce1530af154, server=aed202db7571,38693,1731408542932 in 10.0770 sec 2024-11-12T10:49:25,857 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/988371274862a6f8056249e63107816e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:25,858 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 988371274862a6f8056249e63107816e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63828515, jitterRate=-0.048881009221076965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:25,859 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 988371274862a6f8056249e63107816e 2024-11-12T10:49:25,859 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 988371274862a6f8056249e63107816e: Running coprocessor pre-open hook at 1731408565827Writing region info on filesystem at 1731408565827Initializing all the Stores at 1731408565828 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408565828Cleaning up temporary data from old regions at 1731408565836 (+8 ms)Running coprocessor post-open hooks at 1731408565859 (+23 ms)Region opened successfully at 1731408565859 2024-11-12T10:49:25,860 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:25,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-12T10:49:25,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 803a804f66caf48a1d481d3c202859d0, server=aed202db7571,34505,1731408543055 in 10.0610 sec 2024-11-12T10:49:25,861 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,861 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d9c251ddf383154cf2acd6f47af89da8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62110845, jitterRate=-0.07447628676891327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:25,861 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:25,861 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d9c251ddf383154cf2acd6f47af89da8: Running coprocessor pre-open hook at 1731408565840Writing region info on filesystem at 1731408565840Initializing all the Stores at 1731408565843 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408565843Cleaning up temporary data from old regions at 1731408565851 (+8 ms)Running coprocessor post-open hooks at 1731408565861 (+10 ms)Region opened successfully at 1731408565861 2024-11-12T10:49:25,862 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731408555003.988371274862a6f8056249e63107816e., pid=20, masterSystemTime=1731408565789 2024-11-12T10:49:25,862 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8., pid=16, masterSystemTime=1731408565779 2024-11-12T10:49:25,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6dcfbe8179858a186086dce1530af154, ASSIGN in 10.2520 sec 2024-11-12T10:49:25,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=803a804f66caf48a1d481d3c202859d0, ASSIGN in 10.2570 sec 2024-11-12T10:49:25,866 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:49:25,866 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:49:25,866 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/95ed6e24e19662b08a937f0720e85b32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:25,867 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 95ed6e24e19662b08a937f0720e85b32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58938960, jitterRate=-0.12174105644226074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:25,867 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:25,867 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 95ed6e24e19662b08a937f0720e85b32: Running coprocessor pre-open hook at 1731408565846Writing region info on filesystem at 1731408565846Initializing all the Stores at 1731408565847 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408565848 (+1 ms)Cleaning up temporary data from old regions at 1731408565856 (+8 ms)Running coprocessor post-open hooks at 1731408565867 (+11 ms)Region opened successfully at 1731408565867 2024-11-12T10:49:25,868 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32., pid=22, masterSystemTime=1731408565803 2024-11-12T10:49:25,870 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d9c251ddf383154cf2acd6f47af89da8, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:25,871 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:49:25,871 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:49:25,871 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:49:25,871 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8aba52ec0215bbc951873b69761bfd9b, NAME => 'SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T10:49:25,872 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,872 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:25,872 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=988371274862a6f8056249e63107816e, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,36391,1731408543020 2024-11-12T10:49:25,872 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:49:25,872 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,872 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:49:25,872 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,872 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:49:25,873 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 5eda9ef4a133bb2dd62f167dc21dba39, NAME => 'SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T10:49:25,874 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=95ed6e24e19662b08a937f0720e85b32, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,34505,1731408543055 2024-11-12T10:49:25,874 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:25,875 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,875 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9c251ddf383154cf2acd6f47af89da8, server=aed202db7571,38693,1731408542932 because future has completed 2024-11-12T10:49:25,877 INFO [StoreOpener-8aba52ec0215bbc951873b69761bfd9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988371274862a6f8056249e63107816e, server=aed202db7571,36391,1731408543020 because future has completed 2024-11-12T10:49:25,880 INFO [StoreOpener-5eda9ef4a133bb2dd62f167dc21dba39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95ed6e24e19662b08a937f0720e85b32, server=aed202db7571,34505,1731408543055 because future has completed 2024-11-12T10:49:25,881 INFO [StoreOpener-8aba52ec0215bbc951873b69761bfd9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8aba52ec0215bbc951873b69761bfd9b columnFamilyName cf 2024-11-12T10:49:25,881 DEBUG [StoreOpener-8aba52ec0215bbc951873b69761bfd9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:25,882 INFO [StoreOpener-8aba52ec0215bbc951873b69761bfd9b-1 {}] regionserver.HStore(327): Store=8aba52ec0215bbc951873b69761bfd9b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:25,882 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,883 INFO [StoreOpener-5eda9ef4a133bb2dd62f167dc21dba39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eda9ef4a133bb2dd62f167dc21dba39 columnFamilyName cf 2024-11-12T10:49:25,883 DEBUG [StoreOpener-5eda9ef4a133bb2dd62f167dc21dba39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:25,884 INFO [StoreOpener-5eda9ef4a133bb2dd62f167dc21dba39-1 {}] regionserver.HStore(327): Store=5eda9ef4a133bb2dd62f167dc21dba39/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:25,884 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-12T10:49:25,884 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,885 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,885 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,885 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,886 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-12T10:49:25,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 988371274862a6f8056249e63107816e, server=aed202db7571,36391,1731408543020 in 10.0910 sec 2024-11-12T10:49:25,886 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,887 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,887 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d9c251ddf383154cf2acd6f47af89da8, server=aed202db7571,38693,1731408542932 in 10.1030 sec 2024-11-12T10:49:25,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-12T10:49:25,891 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=988371274862a6f8056249e63107816e, ASSIGN in 10.2820 sec 2024-11-12T10:49:25,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 95ed6e24e19662b08a937f0720e85b32, server=aed202db7571,34505,1731408543055 in 10.0890 sec 2024-11-12T10:49:25,895 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/5eda9ef4a133bb2dd62f167dc21dba39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:25,895 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,895 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 5eda9ef4a133bb2dd62f167dc21dba39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70475525, jitterRate=0.050167158246040344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:25,896 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:25,896 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 5eda9ef4a133bb2dd62f167dc21dba39: Running coprocessor pre-open hook at 1731408565875Writing region info on filesystem at 1731408565875Initializing all the Stores at 1731408565878 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408565879 (+1 ms)Cleaning up temporary data from old regions at 1731408565887 (+8 ms)Running coprocessor post-open hooks at 1731408565896 (+9 ms)Region opened successfully at 1731408565896 2024-11-12T10:49:25,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d9c251ddf383154cf2acd6f47af89da8, ASSIGN in 10.2850 sec 2024-11-12T10:49:25,897 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., pid=24, masterSystemTime=1731408565803 2024-11-12T10:49:25,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ed6e24e19662b08a937f0720e85b32, ASSIGN in 10.2880 sec 2024-11-12T10:49:25,901 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/8aba52ec0215bbc951873b69761bfd9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:25,902 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 8aba52ec0215bbc951873b69761bfd9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59765994, jitterRate=-0.10941728949546814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:25,902 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:25,902 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8aba52ec0215bbc951873b69761bfd9b: Running coprocessor pre-open hook at 1731408565873Writing region info on filesystem at 1731408565873Initializing all the Stores at 1731408565875 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408565875Cleaning up temporary data from old regions at 1731408565886 (+11 ms)Running coprocessor post-open hooks at 1731408565902 (+16 ms)Region opened successfully at 1731408565902 2024-11-12T10:49:25,903 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b., pid=19, masterSystemTime=1731408565789 2024-11-12T10:49:25,905 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:49:25,905 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:49:25,905 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:49:25,906 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dede0d3d71e96e8eb93146cab0d057d, NAME => 'SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T10:49:25,906 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,906 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:25,906 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,906 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5eda9ef4a133bb2dd62f167dc21dba39, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,34505,1731408543055 2024-11-12T10:49:25,909 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:49:25,909 INFO [StoreOpener-2dede0d3d71e96e8eb93146cab0d057d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,909 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:49:25,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8aba52ec0215bbc951873b69761bfd9b, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,36391,1731408543020 2024-11-12T10:49:25,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39, server=aed202db7571,34505,1731408543055 because future has completed 2024-11-12T10:49:25,911 INFO [StoreOpener-2dede0d3d71e96e8eb93146cab0d057d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dede0d3d71e96e8eb93146cab0d057d columnFamilyName cf 2024-11-12T10:49:25,912 DEBUG [StoreOpener-2dede0d3d71e96e8eb93146cab0d057d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:25,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8aba52ec0215bbc951873b69761bfd9b, server=aed202db7571,36391,1731408543020 because future has completed 2024-11-12T10:49:25,913 INFO [StoreOpener-2dede0d3d71e96e8eb93146cab0d057d-1 {}] regionserver.HStore(327): Store=2dede0d3d71e96e8eb93146cab0d057d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:25,914 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,916 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-12T10:49:25,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39, server=aed202db7571,34505,1731408543055 in 10.1110 sec 2024-11-12T10:49:25,917 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,918 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,918 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-12T10:49:25,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8aba52ec0215bbc951873b69761bfd9b, server=aed202db7571,36391,1731408543020 in 10.1280 sec 2024-11-12T10:49:25,921 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eda9ef4a133bb2dd62f167dc21dba39, ASSIGN in 10.3120 sec 2024-11-12T10:49:25,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8aba52ec0215bbc951873b69761bfd9b, ASSIGN in 10.3160 sec 2024-11-12T10:49:25,925 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/2dede0d3d71e96e8eb93146cab0d057d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:49:25,926 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 2dede0d3d71e96e8eb93146cab0d057d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66120206, jitterRate=-0.014732152223587036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:25,926 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:25,926 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 2dede0d3d71e96e8eb93146cab0d057d: Running coprocessor pre-open hook at 1731408565907Writing region info on filesystem at 1731408565907Initializing all the Stores at 1731408565908 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408565908Cleaning up temporary data from old regions at 1731408565918 (+10 ms)Running coprocessor post-open hooks at 1731408565926 (+8 ms)Region opened successfully at 1731408565926 2024-11-12T10:49:25,927 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d., pid=23, masterSystemTime=1731408565803 2024-11-12T10:49:25,930 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:49:25,930 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:49:25,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2dede0d3d71e96e8eb93146cab0d057d, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,34505,1731408543055 2024-11-12T10:49:25,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d, server=aed202db7571,34505,1731408543055 because future has completed 2024-11-12T10:49:25,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-12T10:49:25,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d, server=aed202db7571,34505,1731408543055 in 10.1400 sec 2024-11-12T10:49:25,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-12T10:49:25,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2dede0d3d71e96e8eb93146cab0d057d, ASSIGN in 10.3350 sec 2024-11-12T10:49:25,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:49:25,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408565943"}]},"ts":"1731408565943"} 2024-11-12T10:49:25,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T10:49:25,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:49:25,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.9380 sec 2024-11-12T10:49:28,070 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T10:49:31,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:49:31,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:49:32,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-12T10:49:32,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-12T10:49:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:49:33,250 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T10:49:33,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T10:49:33,254 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:49:33,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T10:49:33,267 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:49:33,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T10:49:33,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,327 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,342 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,350 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,382 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8., hostname=aed202db7571,38693,1731408542932, seqNum=2] 2024-11-12T10:49:33,386 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8., hostname=aed202db7571,38693,1731408542932, seqNum=2] 2024-11-12T10:49:33,390 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8., hostname=aed202db7571,38693,1731408542932, seqNum=2] 2024-11-12T10:49:33,391 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8., hostname=aed202db7571,38693,1731408542932, seqNum=2] 2024-11-12T10:49:33,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8., hostname=aed202db7571,38693,1731408542932, seqNum=2] 2024-11-12T10:49:33,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8., hostname=aed202db7571,38693,1731408542932, seqNum=2] 2024-11-12T10:49:33,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8., hostname=aed202db7571,38693,1731408542932, seqNum=2] 2024-11-12T10:49:33,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,431 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,442 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32., hostname=aed202db7571,34505,1731408543055, seqNum=2] 2024-11-12T10:49:33,507 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84., hostname=aed202db7571,36391,1731408543020, seqNum=2] 2024-11-12T10:49:33,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84., hostname=aed202db7571,36391,1731408543020, seqNum=2] 2024-11-12T10:49:33,513 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84., hostname=aed202db7571,36391,1731408543020, seqNum=2] 2024-11-12T10:49:33,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84., hostname=aed202db7571,36391,1731408543020, seqNum=2] 2024-11-12T10:49:33,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84., hostname=aed202db7571,36391,1731408543020, seqNum=2] 2024-11-12T10:49:33,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84., hostname=aed202db7571,36391,1731408543020, seqNum=2] 2024-11-12T10:49:33,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84., hostname=aed202db7571,36391,1731408543020, seqNum=2] 2024-11-12T10:49:34,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:49:34,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:49:34,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:49:34,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38693 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:49:34,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34505 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:49:34,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34505 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:49:34,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:49:34,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:49:35,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36391 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:49:35,349 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T10:49:35,350 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:49:35,352 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T10:49:35,357 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T10:49:35,373 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T10:49:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:49:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:49:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:49:35,387 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T10:49:35,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 988371274862a6f8056249e63107816e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dcfbe8179858a186086dce1530af154}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aba52ec0215bbc951873b69761bfd9b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2ef2dd5249575dc55f047e24cc152d7}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9c251ddf383154cf2acd6f47af89da8}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81fc832756d756403d138ecb49551b84}] 2024-11-12T10:49:35,394 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 988371274862a6f8056249e63107816e 2024-11-12T10:49:35,395 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:35,396 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:35,396 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:35,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:35,404 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:35,404 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:35,405 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:35,408 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:35,408 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:35,451 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing aed202db7571,34505,1731408543055 2024-11-12T10:49:35,452 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server aed202db7571,34505,1731408543055: Simulated kill ***** 2024-11-12T10:49:35,452 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:49:35,454 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:49:35,455 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:49:35,457 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:49:35,457 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:49:35,462 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 780051416 }, "NonHeapMemoryUsage": { "committed": 156237824, "init": 7667712, "max": -1, "used": 153776712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "aed202db7571", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "aed202db7571", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56263", "tag.serverName": "aed202db7571,34505,1731408543055", "tag.clusterId": "170fa197-193e-46eb-a797-deabf25b8dc6", "tag.Context": "regionserver", "tag.Hostname": "aed202db7571", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731408543055, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T10:49:35,465 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37913 {}] master.MasterRpcServices(700): aed202db7571,34505,1731408543055 reported a fatal error: ***** ABORTING region server aed202db7571,34505,1731408543055: Simulated kill ***** 2024-11-12T10:49:35,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,34505,1731408543055' ***** 2024-11-12T10:49:35,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T10:49:35,467 INFO [RS:2;aed202db7571:34505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:49:35,467 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:49:35,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:49:35,468 INFO [RS:2;aed202db7571:34505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T10:49:35,468 INFO [RS:2;aed202db7571:34505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T10:49:35,468 INFO [RS:2;aed202db7571:34505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:49:35,468 INFO [RS:2;aed202db7571:34505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;aed202db7571:34505. 2024-11-12T10:49:35,468 DEBUG [RS:2;aed202db7571:34505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:49:35,468 DEBUG [RS:2;aed202db7571:34505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:49:35,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741833_1009 (size=1257) 2024-11-12T10:49:35,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741833_1009 (size=1257) 2024-11-12T10:49:35,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741833_1009 (size=1257) 2024-11-12T10:49:35,476 DEBUG [RS:2;aed202db7571:34505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:49:35,476 INFO [RS:2;aed202db7571:34505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:49:35,476 INFO [RS:2;aed202db7571:34505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34505 2024-11-12T10:49:35,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:49:35,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,34505,1731408543055 2024-11-12T10:49:35,482 INFO [RS:2;aed202db7571:34505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:49:35,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,34505,1731408543055] 2024-11-12T10:49:35,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,34505,1731408543055 already deleted, retry=false 2024-11-12T10:49:35,486 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of aed202db7571,34505,1731408543055 on aed202db7571,37913,1731408542337 2024-11-12T10:49:35,492 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure aed202db7571,34505,1731408543055, splitWal=true, meta=false 2024-11-12T10:49:35,496 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for aed202db7571,34505,1731408543055 (carryingMeta=false) aed202db7571,34505,1731408543055/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4b770432[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T10:49:35,497 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure aed202db7571,34505,1731408543055, splitWal=true, meta=false 2024-11-12T10:49:35,498 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:35,498 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:35,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:35,499 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:35,500 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): aed202db7571,34505,1731408543055 had 4 regions 2024-11-12T10:49:35,500 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d can not run currently because target server of region SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. aed202db7571,34505,1731408543055 is in state CRASHED, wait 1000 ms to retry 2024-11-12T10:49:35,500 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d; timeout=1000, timestamp=1731408576500 2024-11-12T10:49:35,500 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 can not run currently because target server of region SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. aed202db7571,34505,1731408543055 is in state CRASHED, wait 1000 ms to retry 2024-11-12T10:49:35,500 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0; timeout=1000, timestamp=1731408576500 2024-11-12T10:49:35,500 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 can not run currently because target server of region SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. aed202db7571,34505,1731408543055 is in state CRASHED, wait 1000 ms to retry 2024-11-12T10:49:35,501 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32; timeout=1000, timestamp=1731408576500 2024-11-12T10:49:35,502 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 can not run currently because target server of region SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. aed202db7571,34505,1731408543055 is in state CRASHED, wait 1000 ms to retry 2024-11-12T10:49:35,502 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39; timeout=1000, timestamp=1731408576502 2024-11-12T10:49:35,502 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure aed202db7571,34505,1731408543055, splitWal=true, meta=false, isMeta: false 2024-11-12T10:49:35,504 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting 2024-11-12T10:49:35,506 INFO [PEWorker-2 {}] master.SplitWALManager(105): aed202db7571,34505,1731408543055 WAL count=1, meta=false 2024-11-12T10:49:35,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure aed202db7571%2C34505%2C1731408543055.1731408544293}] 2024-11-12T10:49:35,514 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=aed202db7571,36391,1731408543020 2024-11-12T10:49:35,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure aed202db7571%2C34505%2C1731408543055.1731408544293, worker=aed202db7571,36391,1731408543020}] 2024-11-12T10:49:35,556 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:49:35,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:49:35,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34505-0x100338d13c50003, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:49:35,585 INFO [RS:2;aed202db7571:34505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:49:35,585 INFO [RS:2;aed202db7571:34505 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,34505,1731408543055; zookeeper connection closed. 2024-11-12T10:49:35,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@146c170e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@146c170e 2024-11-12T10:49:36,118 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:49:36,118 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:49:36,501 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:36,502 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:36,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:36,503 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:36,506 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d can not run currently because target server of region SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T10:49:36,506 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 can not run currently because target server of region SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T10:49:36,506 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 can not run currently because target server of region SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T10:49:36,506 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 can not run currently because target server of region SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 2000 ms to retry 2024-11-12T10:49:36,506 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d; timeout=2000, timestamp=1731408578506 2024-11-12T10:49:36,506 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0; timeout=2000, timestamp=1731408578506 2024-11-12T10:49:36,506 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39; timeout=2000, timestamp=1731408578506 2024-11-12T10:49:36,506 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32; timeout=2000, timestamp=1731408578506 2024-11-12T10:49:38,507 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:38,507 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:38,508 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:38,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:38,511 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 can not run currently because target server of region SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T10:49:38,511 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32; timeout=4000, timestamp=1731408582511 2024-11-12T10:49:38,511 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d can not run currently because target server of region SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T10:49:38,512 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d; timeout=4000, timestamp=1731408582512 2024-11-12T10:49:38,512 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 can not run currently because target server of region SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T10:49:38,512 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 can not run currently because target server of region SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 4000 ms to retry 2024-11-12T10:49:38,512 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39; timeout=4000, timestamp=1731408582512 2024-11-12T10:49:38,512 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0; timeout=4000, timestamp=1731408582512 2024-11-12T10:49:38,899 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aed202db7571:37913 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-12T10:49:42,512 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:42,513 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:42,514 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:42,514 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:42,517 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=34, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 can not run currently because target server of region SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T10:49:42,517 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=34, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32; timeout=8000, timestamp=1731408590517 2024-11-12T10:49:42,517 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d can not run currently because target server of region SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T10:49:42,517 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 can not run currently because target server of region SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T10:49:42,517 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 can not run currently because target server of region SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. aed202db7571,34505,1731408543055 is in state SPLITTING, wait 8000 ms to retry 2024-11-12T10:49:42,517 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d; timeout=8000, timestamp=1731408590517 2024-11-12T10:49:42,517 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39; timeout=8000, timestamp=1731408590517 2024-11-12T10:49:42,517 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0; timeout=8000, timestamp=1731408590517 2024-11-12T10:49:45,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T10:49:45,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T10:49:45,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:49:45,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T10:49:45,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:49:45,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T10:49:45,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:49:45,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T10:49:45,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:49:45,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:49:45,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-12T10:49:45,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T10:49:45,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:49:45,415 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d9c251ddf383154cf2acd6f47af89da8 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T10:49:45,415 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 81fc832756d756403d138ecb49551b84 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T10:49:45,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 6dcfbe8179858a186086dce1530af154: 2024-11-12T10:49:45,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. for SnapshotProcedureTest completed. 2024-11-12T10:49:45,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 988371274862a6f8056249e63107816e: 2024-11-12T10:49:45,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8aba52ec0215bbc951873b69761bfd9b: 2024-11-12T10:49:45,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for b2ef2dd5249575dc55f047e24cc152d7: 2024-11-12T10:49:45,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. for SnapshotProcedureTest completed. 2024-11-12T10:49:45,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. for SnapshotProcedureTest completed. 2024-11-12T10:49:45,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. for SnapshotProcedureTest completed. 2024-11-12T10:49:45,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:49:45,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:49:45,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731408555003.988371274862a6f8056249e63107816e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:49:45,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:49:45,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:49:45,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:49:45,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:49:45,419 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:49:45,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:49:45,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:49:45,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:49:45,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:49:45,442 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293, size=1.2 K (1257bytes) 2024-11-12T10:49:45,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T10:49:45,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T10:49:45,443 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293 2024-11-12T10:49:45,449 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293 after 3ms 2024-11-12T10:49:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741850_1026 (size=65) 2024-11-12T10:49:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741850_1026 (size=65) 2024-11-12T10:49:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741850_1026 (size=65) 2024-11-12T10:49:45,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741849_1025 (size=57) 2024-11-12T10:49:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741849_1025 (size=57) 2024-11-12T10:49:45,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741849_1025 (size=57) 2024-11-12T10:49:45,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:49:45,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:49:45,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:49:45,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:49:45,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:49:45,465 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293 took 24ms 2024-11-12T10:49:45,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T10:49:45,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T10:49:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T10:49:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T10:49:45,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:45,468 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 988371274862a6f8056249e63107816e 2024-11-12T10:49:45,468 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 988371274862a6f8056249e63107816e 2024-11-12T10:49:45,468 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:49:45,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b2ef2dd5249575dc55f047e24cc152d7 in 10.0820 sec 2024-11-12T10:49:45,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 988371274862a6f8056249e63107816e in 10.0820 sec 2024-11-12T10:49:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:49:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:49:45,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:49:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:49:45,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T10:49:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T10:49:45,482 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:45,482 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6dcfbe8179858a186086dce1530af154 2024-11-12T10:49:45,489 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 803a804f66caf48a1d481d3c202859d0: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:49:45,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6dcfbe8179858a186086dce1530af154 in 10.0950 sec 2024-11-12T10:49:45,491 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 95ed6e24e19662b08a937f0720e85b32: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:49:45,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 5eda9ef4a133bb2dd62f167dc21dba39: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:49:45,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 2dede0d3d71e96e8eb93146cab0d057d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T10:49:45,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293 so closing down 2024-11-12T10:49:45,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:49:45,497 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:49:45,502 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-12T10:49:45,502 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293, journal: Splitting hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293, size=1.2 K (1257bytes) at 1731408585442Finishing writing output for hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293 so closing down at 1731408585496 (+54 ms)3 split writer threads finished at 1731408585497 (+1 ms)Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731408585502 (+5 ms) 2024-11-12T10:49:45,502 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293 2024-11-12T10:49:45,502 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T10:49:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T10:49:45,514 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting/aed202db7571%2C34505%2C1731408543055.1731408544293 to hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/oldWALs 2024-11-12T10:49:45,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-12T10:49:45,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure aed202db7571%2C34505%2C1731408543055.1731408544293, worker=aed202db7571,36391,1731408543020 in 9.9980 sec 2024-11-12T10:49:45,521 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=aed202db7571,36391,1731408543020 2024-11-12T10:49:45,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T10:49:45,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure aed202db7571%2C34505%2C1731408543055.1731408544293, worker=aed202db7571,36391,1731408543020 in 10.0150 sec 2024-11-12T10:49:45,527 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8/.tmp/cf/87ad4a0cb7f44964a16a297a2cea989a is 34, key is baa/cf:cf/1731408574336/Put/seqid=0 2024-11-12T10:49:45,529 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting dir is empty, no logs to split. 2024-11-12T10:49:45,529 INFO [PEWorker-4 {}] master.SplitWALManager(105): aed202db7571,34505,1731408543055 WAL count=0, meta=false 2024-11-12T10:49:45,529 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if aed202db7571,34505,1731408543055 WAL splitting is done? wals=0, meta=false 2024-11-12T10:49:45,533 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for aed202db7571,34505,1731408543055 failed, ignore...File hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/WALs/aed202db7571,34505,1731408543055-splitting does not exist. 2024-11-12T10:49:45,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2dede0d3d71e96e8eb93146cab0d057d, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=803a804f66caf48a1d481d3c202859d0, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ed6e24e19662b08a937f0720e85b32, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eda9ef4a133bb2dd62f167dc21dba39, ASSIGN}] 2024-11-12T10:49:45,537 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=803a804f66caf48a1d481d3c202859d0, ASSIGN 2024-11-12T10:49:45,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eda9ef4a133bb2dd62f167dc21dba39, ASSIGN 2024-11-12T10:49:45,538 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2dede0d3d71e96e8eb93146cab0d057d, ASSIGN 2024-11-12T10:49:45,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ed6e24e19662b08a937f0720e85b32, ASSIGN 2024-11-12T10:49:45,539 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=803a804f66caf48a1d481d3c202859d0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:49:45,539 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2dede0d3d71e96e8eb93146cab0d057d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:49:45,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5eda9ef4a133bb2dd62f167dc21dba39, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:49:45,540 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95ed6e24e19662b08a937f0720e85b32, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:49:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741854_1030 (size=28623) 2024-11-12T10:49:45,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741854_1030 (size=28623) 2024-11-12T10:49:45,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741854_1030 (size=28623) 2024-11-12T10:49:45,572 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8/.tmp/cf/87ad4a0cb7f44964a16a297a2cea989a 2024-11-12T10:49:45,623 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8/.tmp/cf/87ad4a0cb7f44964a16a297a2cea989a as hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8/cf/87ad4a0cb7f44964a16a297a2cea989a 2024-11-12T10:49:45,625 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84/.tmp/cf/7e6d02451caa4300899004faf699a580 is 34, key is eaa/cf:cf/1731408575168/Put/seqid=0 2024-11-12T10:49:45,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741853_1029 (size=499309) 2024-11-12T10:49:45,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741853_1029 (size=499309) 2024-11-12T10:49:45,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741853_1029 (size=499309) 2024-11-12T10:49:45,631 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84/.tmp/cf/7e6d02451caa4300899004faf699a580 2024-11-12T10:49:45,636 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8/cf/87ad4a0cb7f44964a16a297a2cea989a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T10:49:45,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84/.tmp/cf/7e6d02451caa4300899004faf699a580 as hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84/cf/7e6d02451caa4300899004faf699a580 2024-11-12T10:49:45,646 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d9c251ddf383154cf2acd6f47af89da8 in 229ms, sequenceid=5, compaction requested=false 2024-11-12T10:49:45,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d9c251ddf383154cf2acd6f47af89da8: 2024-11-12T10:49:45,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. for SnapshotProcedureTest completed. 2024-11-12T10:49:45,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:49:45,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:49:45,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8/cf/87ad4a0cb7f44964a16a297a2cea989a] hfiles 2024-11-12T10:49:45,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8/cf/87ad4a0cb7f44964a16a297a2cea989a for snapshot=SnapshotProcedureTest 2024-11-12T10:49:45,656 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84/cf/7e6d02451caa4300899004faf699a580, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T10:49:45,661 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 81fc832756d756403d138ecb49551b84 in 250ms, sequenceid=5, compaction requested=false 2024-11-12T10:49:45,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 81fc832756d756403d138ecb49551b84: 2024-11-12T10:49:45,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. for SnapshotProcedureTest completed. 2024-11-12T10:49:45,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:49:45,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:49:45,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84/cf/7e6d02451caa4300899004faf699a580] hfiles 2024-11-12T10:49:45,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84/cf/7e6d02451caa4300899004faf699a580 for snapshot=SnapshotProcedureTest 2024-11-12T10:49:45,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741855_1031 (size=105) 2024-11-12T10:49:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741855_1031 (size=105) 2024-11-12T10:49:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741855_1031 (size=105) 2024-11-12T10:49:45,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:49:45,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T10:49:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T10:49:45,686 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:45,686 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:49:45,690 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(204): Hosts are {aed202db7571=0} racks are {/default-rack=0} 2024-11-12T10:49:45,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d9c251ddf383154cf2acd6f47af89da8 in 10.2990 sec 2024-11-12T10:49:45,690 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:49:45,690 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:49:45,690 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:49:45,690 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:49:45,690 INFO [aed202db7571:37913 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:49:45,690 INFO [aed202db7571:37913 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:49:45,690 DEBUG [aed202db7571:37913 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:49:45,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=803a804f66caf48a1d481d3c202859d0, regionState=OPENING, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:45,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=2dede0d3d71e96e8eb93146cab0d057d, regionState=OPENING, regionLocation=aed202db7571,36391,1731408543020 2024-11-12T10:49:45,691 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=95ed6e24e19662b08a937f0720e85b32, regionState=OPENING, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:45,691 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=5eda9ef4a133bb2dd62f167dc21dba39, regionState=OPENING, regionLocation=aed202db7571,36391,1731408543020 2024-11-12T10:49:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741856_1032 (size=97) 2024-11-12T10:49:45,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95ed6e24e19662b08a937f0720e85b32, ASSIGN because future has completed 2024-11-12T10:49:45,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95ed6e24e19662b08a937f0720e85b32, server=aed202db7571,38693,1731408542932}] 2024-11-12T10:49:45,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741856_1032 (size=97) 2024-11-12T10:49:45,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741856_1032 (size=97) 2024-11-12T10:49:45,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2dede0d3d71e96e8eb93146cab0d057d, ASSIGN because future has completed 2024-11-12T10:49:45,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d, server=aed202db7571,36391,1731408543020}] 2024-11-12T10:49:45,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:49:45,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T10:49:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T10:49:45,710 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:45,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=803a804f66caf48a1d481d3c202859d0, ASSIGN because future has completed 2024-11-12T10:49:45,710 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81fc832756d756403d138ecb49551b84 2024-11-12T10:49:45,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5eda9ef4a133bb2dd62f167dc21dba39, ASSIGN because future has completed 2024-11-12T10:49:45,711 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 803a804f66caf48a1d481d3c202859d0, server=aed202db7571,38693,1731408542932}] 2024-11-12T10:49:45,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39, server=aed202db7571,36391,1731408543020}] 2024-11-12T10:49:45,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 81fc832756d756403d138ecb49551b84 in 10.3240 sec 2024-11-12T10:49:45,853 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:49:45,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T10:49:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T10:49:45,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:45,855 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:49:45,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8aba52ec0215bbc951873b69761bfd9b in 10.4680 sec 2024-11-12T10:49:50,517 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d held by pid=39 2024-11-12T10:49:50,518 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 held by pid=40 2024-11-12T10:49:50,518 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:50,518 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:50,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 held by pid=41 2024-11-12T10:49:50,518 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:50,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 held by pid=42 2024-11-12T10:49:50,518 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:54,873 INFO [master/aed202db7571:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:49:54,873 INFO [master/aed202db7571:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:49:55,721 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:49:55,721 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:49:55,721 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dede0d3d71e96e8eb93146cab0d057d, NAME => 'SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T10:49:55,721 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 95ed6e24e19662b08a937f0720e85b32, NAME => 'SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T10:49:55,722 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,722 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,722 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:55,722 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:55,722 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,722 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,722 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,722 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,724 INFO [StoreOpener-95ed6e24e19662b08a937f0720e85b32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,724 INFO [StoreOpener-2dede0d3d71e96e8eb93146cab0d057d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,725 INFO [StoreOpener-95ed6e24e19662b08a937f0720e85b32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95ed6e24e19662b08a937f0720e85b32 columnFamilyName cf 2024-11-12T10:49:55,725 INFO [StoreOpener-2dede0d3d71e96e8eb93146cab0d057d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dede0d3d71e96e8eb93146cab0d057d columnFamilyName cf 2024-11-12T10:49:55,725 DEBUG [StoreOpener-95ed6e24e19662b08a937f0720e85b32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:55,725 DEBUG [StoreOpener-2dede0d3d71e96e8eb93146cab0d057d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:55,726 INFO [StoreOpener-95ed6e24e19662b08a937f0720e85b32-1 {}] regionserver.HStore(327): Store=95ed6e24e19662b08a937f0720e85b32/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:55,726 INFO [StoreOpener-2dede0d3d71e96e8eb93146cab0d057d-1 {}] regionserver.HStore(327): Store=2dede0d3d71e96e8eb93146cab0d057d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:55,726 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,726 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,727 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,727 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,729 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,729 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,729 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,729 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,729 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,729 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,732 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,732 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,733 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 2dede0d3d71e96e8eb93146cab0d057d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63777677, jitterRate=-0.04963855445384979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:55,733 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 95ed6e24e19662b08a937f0720e85b32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70030822, jitterRate=0.04354056715965271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:55,733 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,733 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,733 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 95ed6e24e19662b08a937f0720e85b32: Running coprocessor pre-open hook at 1731408595722Writing region info on filesystem at 1731408595722Initializing all the Stores at 1731408595723 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408595724 (+1 ms)Cleaning up temporary data from old regions at 1731408595729 (+5 ms)Running coprocessor post-open hooks at 1731408595733 (+4 ms)Region opened successfully at 1731408595733 2024-11-12T10:49:55,733 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 2dede0d3d71e96e8eb93146cab0d057d: Running coprocessor pre-open hook at 1731408595722Writing region info on filesystem at 1731408595722Initializing all the Stores at 1731408595723 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408595724 (+1 ms)Cleaning up temporary data from old regions at 1731408595729 (+5 ms)Running coprocessor post-open hooks at 1731408595733 (+4 ms)Region opened successfully at 1731408595733 2024-11-12T10:49:55,734 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32., pid=43, masterSystemTime=1731408595708 2024-11-12T10:49:55,734 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d., pid=44, masterSystemTime=1731408595711 2024-11-12T10:49:55,736 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:49:55,736 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:49:55,736 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:49:55,737 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 5eda9ef4a133bb2dd62f167dc21dba39, NAME => 'SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T10:49:55,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=2dede0d3d71e96e8eb93146cab0d057d, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,36391,1731408543020 2024-11-12T10:49:55,737 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,737 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:49:55,737 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:49:55,737 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:55,737 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:49:55,737 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,737 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,737 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 803a804f66caf48a1d481d3c202859d0, NAME => 'SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T10:49:55,738 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=95ed6e24e19662b08a937f0720e85b32, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:55,738 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:49:55,738 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,738 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,740 INFO [StoreOpener-5eda9ef4a133bb2dd62f167dc21dba39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d, server=aed202db7571,36391,1731408543020 because future has completed 2024-11-12T10:49:55,741 INFO [StoreOpener-803a804f66caf48a1d481d3c202859d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95ed6e24e19662b08a937f0720e85b32, server=aed202db7571,38693,1731408542932 because future has completed 2024-11-12T10:49:55,742 INFO [StoreOpener-803a804f66caf48a1d481d3c202859d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 803a804f66caf48a1d481d3c202859d0 columnFamilyName cf 2024-11-12T10:49:55,742 INFO [StoreOpener-5eda9ef4a133bb2dd62f167dc21dba39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eda9ef4a133bb2dd62f167dc21dba39 columnFamilyName cf 2024-11-12T10:49:55,742 DEBUG [StoreOpener-803a804f66caf48a1d481d3c202859d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:55,742 DEBUG [StoreOpener-5eda9ef4a133bb2dd62f167dc21dba39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:49:55,744 INFO [StoreOpener-803a804f66caf48a1d481d3c202859d0-1 {}] regionserver.HStore(327): Store=803a804f66caf48a1d481d3c202859d0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:55,744 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,744 INFO [StoreOpener-5eda9ef4a133bb2dd62f167dc21dba39-1 {}] regionserver.HStore(327): Store=5eda9ef4a133bb2dd62f167dc21dba39/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:49:55,744 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,745 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,745 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-12T10:49:55,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d, server=aed202db7571,36391,1731408543020 in 10.0350 sec 2024-11-12T10:49:55,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-11-12T10:49:55,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 95ed6e24e19662b08a937f0720e85b32, server=aed202db7571,38693,1731408542932 in 10.0400 sec 2024-11-12T10:49:55,748 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,748 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2dede0d3d71e96e8eb93146cab0d057d, ASSIGN in 10.2100 sec 2024-11-12T10:49:55,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:49:55,749 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,749 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,749 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,749 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95ed6e24e19662b08a937f0720e85b32, ASSIGN in 10.2120 sec 2024-11-12T10:49:55,751 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:49:55,753 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,753 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,754 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 803a804f66caf48a1d481d3c202859d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60206995, jitterRate=-0.10284586250782013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:55,755 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,755 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 5eda9ef4a133bb2dd62f167dc21dba39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72783460, jitterRate=0.08455806970596313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:49:55,755 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,755 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 803a804f66caf48a1d481d3c202859d0: Running coprocessor pre-open hook at 1731408595738Writing region info on filesystem at 1731408595738Initializing all the Stores at 1731408595740 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408595740Cleaning up temporary data from old regions at 1731408595749 (+9 ms)Running coprocessor post-open hooks at 1731408595755 (+6 ms)Region opened successfully at 1731408595755 2024-11-12T10:49:55,755 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 5eda9ef4a133bb2dd62f167dc21dba39: Running coprocessor pre-open hook at 1731408595737Writing region info on filesystem at 1731408595737Initializing all the Stores at 1731408595739 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408595739Cleaning up temporary data from old regions at 1731408595749 (+10 ms)Running coprocessor post-open hooks at 1731408595755 (+6 ms)Region opened successfully at 1731408595755 2024-11-12T10:49:55,756 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0., pid=45, masterSystemTime=1731408595708 2024-11-12T10:49:55,756 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., pid=46, masterSystemTime=1731408595711 2024-11-12T10:49:55,758 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:49:55,758 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:49:55,759 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=803a804f66caf48a1d481d3c202859d0, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,38693,1731408542932 2024-11-12T10:49:55,759 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:49:55,759 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:49:55,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=5eda9ef4a133bb2dd62f167dc21dba39, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,36391,1731408543020 2024-11-12T10:49:55,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 803a804f66caf48a1d481d3c202859d0, server=aed202db7571,38693,1731408542932 because future has completed 2024-11-12T10:49:55,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39, server=aed202db7571,36391,1731408543020 because future has completed 2024-11-12T10:49:55,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=40 2024-11-12T10:49:55,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 803a804f66caf48a1d481d3c202859d0, server=aed202db7571,38693,1731408542932 in 10.0520 sec 2024-11-12T10:49:55,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-12T10:49:55,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39, server=aed202db7571,36391,1731408543020 in 10.0540 sec 2024-11-12T10:49:55,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=803a804f66caf48a1d481d3c202859d0, ASSIGN in 10.2310 sec 2024-11-12T10:49:55,768 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:49:55,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:49:55,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=36 2024-11-12T10:49:55,771 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server aed202db7571,34505,1731408543055 after splitting done 2024-11-12T10:49:55,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5eda9ef4a133bb2dd62f167dc21dba39, ASSIGN in 10.2330 sec 2024-11-12T10:49:55,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure aed202db7571,34505,1731408543055, splitWal=true, meta=false in 20.2840 sec 2024-11-12T10:50:01,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T10:50:01,460 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:50:05,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T10:50:05,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T10:50:05,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:50:05,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:50:05,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 5eda9ef4a133bb2dd62f167dc21dba39: 2024-11-12T10:50:05,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 2dede0d3d71e96e8eb93146cab0d057d: 2024-11-12T10:50:05,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. for SnapshotProcedureTest completed. 2024-11-12T10:50:05,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. for SnapshotProcedureTest completed. 2024-11-12T10:50:05,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T10:50:05,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:50:05,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:50:05,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:50:05,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:50:05,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T10:50:05,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:50:05,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:50:05,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 803a804f66caf48a1d481d3c202859d0: 2024-11-12T10:50:05,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:50:05,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:50:05,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. for SnapshotProcedureTest completed. 2024-11-12T10:50:05,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 95ed6e24e19662b08a937f0720e85b32: 2024-11-12T10:50:05,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. for SnapshotProcedureTest completed. 2024-11-12T10:50:05,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:50:05,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:50:05,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:50:05,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:50:05,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:50:05,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:50:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741858_1034 (size=65) 2024-11-12T10:50:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741858_1034 (size=65) 2024-11-12T10:50:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741858_1034 (size=65) 2024-11-12T10:50:05,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:50:05,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T10:50:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T10:50:05,775 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:50:05,775 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:50:05,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741857_1033 (size=65) 2024-11-12T10:50:05,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741857_1033 (size=65) 2024-11-12T10:50:05,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2dede0d3d71e96e8eb93146cab0d057d in 30.3880 sec 2024-11-12T10:50:05,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741857_1033 (size=65) 2024-11-12T10:50:05,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:50:05,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T10:50:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T10:50:05,781 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:50:05,781 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:50:05,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5eda9ef4a133bb2dd62f167dc21dba39 in 30.3940 sec 2024-11-12T10:50:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741859_1035 (size=65) 2024-11-12T10:50:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741859_1035 (size=65) 2024-11-12T10:50:05,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741859_1035 (size=65) 2024-11-12T10:50:05,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:50:05,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T10:50:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T10:50:05,792 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:50:05,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:50:05,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 803a804f66caf48a1d481d3c202859d0 in 30.4050 sec 2024-11-12T10:50:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741860_1036 (size=65) 2024-11-12T10:50:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741860_1036 (size=65) 2024-11-12T10:50:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741860_1036 (size=65) 2024-11-12T10:50:05,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:50:05,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T10:50:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T10:50:05,798 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:50:05,798 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:50:05,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=25 2024-11-12T10:50:05,801 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T10:50:05,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95ed6e24e19662b08a937f0720e85b32 in 30.4110 sec 2024-11-12T10:50:05,804 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T10:50:05,806 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T10:50:05,807 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T10:50:05,810 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:50:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741861_1037 (size=1094) 2024-11-12T10:50:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741861_1037 (size=1094) 2024-11-12T10:50:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741861_1037 (size=1094) 2024-11-12T10:50:05,843 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T10:50:05,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T10:50:05,859 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,38693,1731408542932 2024-11-12T10:50:05,859 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,38693,1731408542932 2024-11-12T10:50:05,859 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:05,859 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:05,859 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,38693,1731408542932 2024-11-12T10:50:05,865 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:06,770 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T10:50:10,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 81fc832756d756403d138ecb49551b84, had cached 0 bytes from a total of 499309 2024-11-12T10:50:10,840 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d9c251ddf383154cf2acd6f47af89da8, had cached 0 bytes from a total of 28623 2024-11-12T10:50:12,905 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aed202db7571:37913 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-12T10:50:15,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-12T10:50:15,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-12T10:50:15,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-12T10:50:15,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-12T10:50:15,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-12T10:50:15,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-12T10:50:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:50:15,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:50:15,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-12T10:50:15,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T10:50:15,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T10:50:15,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T10:50:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-12T10:50:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-12T10:50:15,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-12T10:50:15,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T10:50:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T10:50:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T10:50:15,879 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,38693,1731408542932 Release verify snapshot worker=aed202db7571,38693,1731408542932 2024-11-12T10:50:15,879 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 Release verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-12T10:50:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-12T10:50:15,880 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,38693,1731408542932 Release verify snapshot worker=aed202db7571,38693,1731408542932 2024-11-12T10:50:15,880 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 Release verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:15,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 in 10.0280 sec 2024-11-12T10:50:15,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,38693,1731408542932 in 10.0280 sec 2024-11-12T10:50:15,883 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 in 10.0280 sec 2024-11-12T10:50:15,884 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,38693,1731408542932 Release verify snapshot worker=aed202db7571,38693,1731408542932 2024-11-12T10:50:15,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,38693,1731408542932 in 10.0280 sec 2024-11-12T10:50:15,884 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 Release verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:15,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,38693,1731408542932 in 10.0320 sec 2024-11-12T10:50:15,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 in 10.0320 sec 2024-11-12T10:50:15,890 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:15,890 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:15,890 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:15,890 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,38693,1731408542932 2024-11-12T10:50:16,240 DEBUG [master/aed202db7571:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 988371274862a6f8056249e63107816e changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:50:16,241 DEBUG [master/aed202db7571:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2dede0d3d71e96e8eb93146cab0d057d changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:50:16,242 DEBUG [master/aed202db7571:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8aba52ec0215bbc951873b69761bfd9b changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:50:16,243 DEBUG [master/aed202db7571:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5eda9ef4a133bb2dd62f167dc21dba39 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:50:16,243 DEBUG [master/aed202db7571:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 81fc832756d756403d138ecb49551b84 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:50:16,244 DEBUG [master/aed202db7571:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6dcfbe8179858a186086dce1530af154 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:50:16,244 DEBUG [master/aed202db7571:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b2ef2dd5249575dc55f047e24cc152d7 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:50:16,244 DEBUG [master/aed202db7571:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 803a804f66caf48a1d481d3c202859d0 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:50:16,245 DEBUG [master/aed202db7571:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d9c251ddf383154cf2acd6f47af89da8 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:50:16,245 DEBUG [master/aed202db7571:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 95ed6e24e19662b08a937f0720e85b32 changed from -1.0 to 0.0, refreshing cache 2024-11-12T10:50:25,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-12T10:50:25,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-12T10:50:25,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-12T10:50:25,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-12T10:50:25,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-12T10:50:25,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-12T10:50:25,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T10:50:25,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-12T10:50:25,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-12T10:50:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-12T10:50:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T10:50:25,899 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,38693,1731408542932 Release verify snapshot worker=aed202db7571,38693,1731408542932 2024-11-12T10:50:25,899 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 Release verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37913 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-12T10:50:25,901 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 Release verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:25,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,38693,1731408542932 in 20.0470 sec 2024-11-12T10:50:25,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 in 20.0470 sec 2024-11-12T10:50:25,903 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 Release verify snapshot worker=aed202db7571,36391,1731408543020 2024-11-12T10:50:25,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 in 20.0490 sec 2024-11-12T10:50:25,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-12T10:50:25,905 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T10:50:25,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36391,1731408543020 in 20.0510 sec 2024-11-12T10:50:25,906 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T10:50:25,908 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T10:50:25,908 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T10:50:25,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5640 sec 2024-11-12T10:50:26,124 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T10:50:26,131 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T10:50:26,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:50:26,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:50:26,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:50:26,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:26,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:26,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:50:26,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:50:26,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=260354837, stopped=false 2024-11-12T10:50:26,132 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aed202db7571,37913,1731408542337 2024-11-12T10:50:26,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:50:26,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:50:26,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:50:26,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:26,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:26,134 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:50:26,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:26,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:50:26,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:50:26,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:50:26,135 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-12T10:50:26,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:50:26,135 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-12T10:50:26,135 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(3091): Received CLOSE for 988371274862a6f8056249e63107816e 2024-11-12T10:50:26,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:50:26,135 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(3091): Received CLOSE for 95ed6e24e19662b08a937f0720e85b32 2024-11-12T10:50:26,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:26,136 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dede0d3d71e96e8eb93146cab0d057d 2024-11-12T10:50:26,136 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,38693,1731408542932' ***** 2024-11-12T10:50:26,136 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(3091): Received CLOSE for 5eda9ef4a133bb2dd62f167dc21dba39 2024-11-12T10:50:26,136 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:50:26,136 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(3091): Received CLOSE for 81fc832756d756403d138ecb49551b84 2024-11-12T10:50:26,136 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,36391,1731408543020' ***** 2024-11-12T10:50:26,136 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(3091): Received CLOSE for 8aba52ec0215bbc951873b69761bfd9b 2024-11-12T10:50:26,136 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:50:26,137 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dcfbe8179858a186086dce1530af154 2024-11-12T10:50:26,137 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(3091): Received CLOSE for 803a804f66caf48a1d481d3c202859d0 2024-11-12T10:50:26,137 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(3091): Received CLOSE for b2ef2dd5249575dc55f047e24cc152d7 2024-11-12T10:50:26,137 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(3091): Received CLOSE for d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:50:26,137 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 988371274862a6f8056249e63107816e, disabling compactions & flushes 2024-11-12T10:50:26,137 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95ed6e24e19662b08a937f0720e85b32, disabling compactions & flushes 2024-11-12T10:50:26,137 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:50:26,137 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:50:26,137 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:50:26,137 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:50:26,137 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. after waiting 0 ms 2024-11-12T10:50:26,137 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. after waiting 0 ms 2024-11-12T10:50:26,137 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:50:26,137 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:50:26,138 INFO [RS:1;aed202db7571:36391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:50:26,138 INFO [RS:1;aed202db7571:36391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:50:26,138 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:50:26,138 INFO [RS:1;aed202db7571:36391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:50:26,138 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 2dede0d3d71e96e8eb93146cab0d057d, which we are already trying to CLOSE, but not completed yet 2024-11-12T10:50:26,138 INFO [RS:0;aed202db7571:38693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:50:26,139 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 5eda9ef4a133bb2dd62f167dc21dba39, which we are already trying to CLOSE, but not completed yet 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:50:26,139 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 81fc832756d756403d138ecb49551b84, which we are already trying to CLOSE, but not completed yet 2024-11-12T10:50:26,139 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:50:26,139 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 8aba52ec0215bbc951873b69761bfd9b, which we are already trying to CLOSE, but not completed yet 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 6dcfbe8179858a186086dce1530af154, which we are already trying to CLOSE, but not completed yet 2024-11-12T10:50:26,139 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(959): stopping server aed202db7571,36391,1731408543020 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 803a804f66caf48a1d481d3c202859d0, which we are already trying to CLOSE, but not completed yet 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: b2ef2dd5249575dc55f047e24cc152d7, which we are already trying to CLOSE, but not completed yet 2024-11-12T10:50:26,139 INFO [RS:1;aed202db7571:36391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: d9c251ddf383154cf2acd6f47af89da8, which we are already trying to CLOSE, but not completed yet 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(959): stopping server aed202db7571,38693,1731408542932 2024-11-12T10:50:26,139 INFO [RS:1;aed202db7571:36391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;aed202db7571:36391. 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:50:26,139 DEBUG [RS:1;aed202db7571:36391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aed202db7571:38693. 2024-11-12T10:50:26,139 DEBUG [RS:1;aed202db7571:36391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:26,139 DEBUG [RS:0;aed202db7571:38693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:50:26,139 DEBUG [RS:0;aed202db7571:38693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:26,139 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:50:26,139 DEBUG [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(1325): Online Regions={988371274862a6f8056249e63107816e=SPTestTable,,1731408555003.988371274862a6f8056249e63107816e., 2dede0d3d71e96e8eb93146cab0d057d=SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d., 5eda9ef4a133bb2dd62f167dc21dba39=SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39., 81fc832756d756403d138ecb49551b84=SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84., 8aba52ec0215bbc951873b69761bfd9b=SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b.} 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:50:26,139 INFO [RS:0;aed202db7571:38693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:50:26,140 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:50:26,140 DEBUG [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(1351): Waiting on 2dede0d3d71e96e8eb93146cab0d057d, 5eda9ef4a133bb2dd62f167dc21dba39, 81fc832756d756403d138ecb49551b84, 8aba52ec0215bbc951873b69761bfd9b, 988371274862a6f8056249e63107816e 2024-11-12T10:50:26,140 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-12T10:50:26,140 DEBUG [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(1325): Online Regions={95ed6e24e19662b08a937f0720e85b32=SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32., 6dcfbe8179858a186086dce1530af154=SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154., 803a804f66caf48a1d481d3c202859d0=SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0., b2ef2dd5249575dc55f047e24cc152d7=SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7., 1588230740=hbase:meta,,1.1588230740, d9c251ddf383154cf2acd6f47af89da8=SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8.} 2024-11-12T10:50:26,140 DEBUG [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dcfbe8179858a186086dce1530af154, 803a804f66caf48a1d481d3c202859d0, 95ed6e24e19662b08a937f0720e85b32, b2ef2dd5249575dc55f047e24cc152d7, d9c251ddf383154cf2acd6f47af89da8 2024-11-12T10:50:26,140 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:50:26,140 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:50:26,140 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:50:26,140 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:50:26,140 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:50:26,141 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.36 KB heapSize=27.38 KB 2024-11-12T10:50:26,145 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/988371274862a6f8056249e63107816e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:50:26,147 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/95ed6e24e19662b08a937f0720e85b32/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:50:26,149 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:50:26,149 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 988371274862a6f8056249e63107816e: Waiting for close lock at 1731408626137Running coprocessor pre-close hooks at 1731408626137Disabling compacts and flushes for region at 1731408626137Disabling writes for close at 1731408626137Writing region close event to WAL at 1731408626138 (+1 ms)Running coprocessor post-close hooks at 1731408626147 (+9 ms)Closed at 1731408626149 (+2 ms) 2024-11-12T10:50:26,149 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:50:26,149 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95ed6e24e19662b08a937f0720e85b32: Waiting for close lock at 1731408626137Running coprocessor pre-close hooks at 1731408626137Disabling compacts and flushes for region at 1731408626137Disabling writes for close at 1731408626137Writing region close event to WAL at 1731408626140 (+3 ms)Running coprocessor post-close hooks at 1731408626149 (+9 ms)Closed at 1731408626149 2024-11-12T10:50:26,149 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731408555003.95ed6e24e19662b08a937f0720e85b32. 2024-11-12T10:50:26,149 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731408555003.988371274862a6f8056249e63107816e. 2024-11-12T10:50:26,150 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dcfbe8179858a186086dce1530af154, disabling compactions & flushes 2024-11-12T10:50:26,150 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dede0d3d71e96e8eb93146cab0d057d, disabling compactions & flushes 2024-11-12T10:50:26,150 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:50:26,150 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:50:26,150 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:50:26,150 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. after waiting 0 ms 2024-11-12T10:50:26,150 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:50:26,150 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:50:26,150 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. after waiting 0 ms 2024-11-12T10:50:26,150 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:50:26,156 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/6dcfbe8179858a186086dce1530af154/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:50:26,158 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:50:26,158 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/2dede0d3d71e96e8eb93146cab0d057d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:50:26,158 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dcfbe8179858a186086dce1530af154: Waiting for close lock at 1731408626150Running coprocessor pre-close hooks at 1731408626150Disabling compacts and flushes for region at 1731408626150Disabling writes for close at 1731408626150Writing region close event to WAL at 1731408626150Running coprocessor post-close hooks at 1731408626157 (+7 ms)Closed at 1731408626158 (+1 ms) 2024-11-12T10:50:26,158 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154. 2024-11-12T10:50:26,158 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 803a804f66caf48a1d481d3c202859d0, disabling compactions & flushes 2024-11-12T10:50:26,158 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:50:26,158 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:50:26,158 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. after waiting 0 ms 2024-11-12T10:50:26,158 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:50:26,159 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:50:26,159 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dede0d3d71e96e8eb93146cab0d057d: Waiting for close lock at 1731408626150Running coprocessor pre-close hooks at 1731408626150Disabling compacts and flushes for region at 1731408626150Disabling writes for close at 1731408626150Writing region close event to WAL at 1731408626150Running coprocessor post-close hooks at 1731408626159 (+9 ms)Closed at 1731408626159 2024-11-12T10:50:26,159 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731408555003.2dede0d3d71e96e8eb93146cab0d057d. 2024-11-12T10:50:26,159 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5eda9ef4a133bb2dd62f167dc21dba39, disabling compactions & flushes 2024-11-12T10:50:26,159 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:50:26,159 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:50:26,159 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. after waiting 0 ms 2024-11-12T10:50:26,159 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:50:26,166 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/5eda9ef4a133bb2dd62f167dc21dba39/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:50:26,167 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:50:26,167 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5eda9ef4a133bb2dd62f167dc21dba39: Waiting for close lock at 1731408626159Running coprocessor pre-close hooks at 1731408626159Disabling compacts and flushes for region at 1731408626159Disabling writes for close at 1731408626159Writing region close event to WAL at 1731408626160 (+1 ms)Running coprocessor post-close hooks at 1731408626166 (+6 ms)Closed at 1731408626167 (+1 ms) 2024-11-12T10:50:26,167 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731408555003.5eda9ef4a133bb2dd62f167dc21dba39. 2024-11-12T10:50:26,167 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81fc832756d756403d138ecb49551b84, disabling compactions & flushes 2024-11-12T10:50:26,167 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:50:26,167 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:50:26,167 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. after waiting 0 ms 2024-11-12T10:50:26,167 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:50:26,168 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/803a804f66caf48a1d481d3c202859d0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:50:26,168 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:50:26,169 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 803a804f66caf48a1d481d3c202859d0: Waiting for close lock at 1731408626158Running coprocessor pre-close hooks at 1731408626158Disabling compacts and flushes for region at 1731408626158Disabling writes for close at 1731408626158Writing region close event to WAL at 1731408626160 (+2 ms)Running coprocessor post-close hooks at 1731408626168 (+8 ms)Closed at 1731408626168 2024-11-12T10:50:26,169 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731408555003.803a804f66caf48a1d481d3c202859d0. 2024-11-12T10:50:26,169 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2ef2dd5249575dc55f047e24cc152d7, disabling compactions & flushes 2024-11-12T10:50:26,169 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:50:26,169 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:50:26,169 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. after waiting 0 ms 2024-11-12T10:50:26,169 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:50:26,175 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:50:26,176 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:50:26,178 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/.tmp/info/df1bd8c3ba694585a237be076e1b6e90 is 167, key is SPTestTable,19999999,1731408555003.6dcfbe8179858a186086dce1530af154./info:regioninfo/1731408565842/Put/seqid=0 2024-11-12T10:50:26,180 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/b2ef2dd5249575dc55f047e24cc152d7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:50:26,181 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:50:26,181 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2ef2dd5249575dc55f047e24cc152d7: Waiting for close lock at 1731408626169Running coprocessor pre-close hooks at 1731408626169Disabling compacts and flushes for region at 1731408626169Disabling writes for close at 1731408626169Writing region close event to WAL at 1731408626170 (+1 ms)Running coprocessor post-close hooks at 1731408626181 (+11 ms)Closed at 1731408626181 2024-11-12T10:50:26,181 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731408555003.b2ef2dd5249575dc55f047e24cc152d7. 2024-11-12T10:50:26,181 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9c251ddf383154cf2acd6f47af89da8, disabling compactions & flushes 2024-11-12T10:50:26,181 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:50:26,181 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:50:26,182 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. after waiting 0 ms 2024-11-12T10:50:26,182 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:50:26,183 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/81fc832756d756403d138ecb49551b84/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:50:26,185 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:50:26,185 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81fc832756d756403d138ecb49551b84: Waiting for close lock at 1731408626167Running coprocessor pre-close hooks at 1731408626167Disabling compacts and flushes for region at 1731408626167Disabling writes for close at 1731408626167Writing region close event to WAL at 1731408626174 (+7 ms)Running coprocessor post-close hooks at 1731408626184 (+10 ms)Closed at 1731408626184 2024-11-12T10:50:26,185 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731408555003.81fc832756d756403d138ecb49551b84. 2024-11-12T10:50:26,185 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8aba52ec0215bbc951873b69761bfd9b, disabling compactions & flushes 2024-11-12T10:50:26,185 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:50:26,185 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:50:26,185 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. after waiting 0 ms 2024-11-12T10:50:26,185 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:50:26,190 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/d9c251ddf383154cf2acd6f47af89da8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:50:26,191 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:50:26,191 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9c251ddf383154cf2acd6f47af89da8: Waiting for close lock at 1731408626181Running coprocessor pre-close hooks at 1731408626181Disabling compacts and flushes for region at 1731408626181Disabling writes for close at 1731408626182 (+1 ms)Writing region close event to WAL at 1731408626182Running coprocessor post-close hooks at 1731408626191 (+9 ms)Closed at 1731408626191 2024-11-12T10:50:26,191 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731408555003.d9c251ddf383154cf2acd6f47af89da8. 2024-11-12T10:50:26,196 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/default/SPTestTable/8aba52ec0215bbc951873b69761bfd9b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:50:26,197 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:50:26,198 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8aba52ec0215bbc951873b69761bfd9b: Waiting for close lock at 1731408626185Running coprocessor pre-close hooks at 1731408626185Disabling compacts and flushes for region at 1731408626185Disabling writes for close at 1731408626185Writing region close event to WAL at 1731408626186 (+1 ms)Running coprocessor post-close hooks at 1731408626197 (+11 ms)Closed at 1731408626197 2024-11-12T10:50:26,198 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731408555003.8aba52ec0215bbc951873b69761bfd9b. 2024-11-12T10:50:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741862_1038 (size=20292) 2024-11-12T10:50:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741862_1038 (size=20292) 2024-11-12T10:50:26,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741862_1038 (size=20292) 2024-11-12T10:50:26,200 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/.tmp/info/df1bd8c3ba694585a237be076e1b6e90 2024-11-12T10:50:26,217 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:50:26,217 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:50:26,233 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/.tmp/ns/dcb9ea3326534973b6e355f9f11531d1 is 43, key is default/ns:d/1731408554766/Put/seqid=0 2024-11-12T10:50:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741863_1039 (size=5153) 2024-11-12T10:50:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741863_1039 (size=5153) 2024-11-12T10:50:26,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741863_1039 (size=5153) 2024-11-12T10:50:26,242 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/.tmp/ns/dcb9ea3326534973b6e355f9f11531d1 2024-11-12T10:50:26,273 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/.tmp/table/0c28073a321d4f1fb42d2cd2c8f91354 is 47, key is SPTestTable/table:state/1731408565943/Put/seqid=0 2024-11-12T10:50:26,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741864_1040 (size=5214) 2024-11-12T10:50:26,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741864_1040 (size=5214) 2024-11-12T10:50:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741864_1040 (size=5214) 2024-11-12T10:50:26,282 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/.tmp/table/0c28073a321d4f1fb42d2cd2c8f91354 2024-11-12T10:50:26,293 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/.tmp/info/df1bd8c3ba694585a237be076e1b6e90 as hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/info/df1bd8c3ba694585a237be076e1b6e90 2024-11-12T10:50:26,303 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/info/df1bd8c3ba694585a237be076e1b6e90, entries=116, sequenceid=37, filesize=19.8 K 2024-11-12T10:50:26,305 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/.tmp/ns/dcb9ea3326534973b6e355f9f11531d1 as hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/ns/dcb9ea3326534973b6e355f9f11531d1 2024-11-12T10:50:26,316 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/ns/dcb9ea3326534973b6e355f9f11531d1, entries=2, sequenceid=37, filesize=5.0 K 2024-11-12T10:50:26,318 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/.tmp/table/0c28073a321d4f1fb42d2cd2c8f91354 as hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/table/0c28073a321d4f1fb42d2cd2c8f91354 2024-11-12T10:50:26,327 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/table/0c28073a321d4f1fb42d2cd2c8f91354, entries=2, sequenceid=37, filesize=5.1 K 2024-11-12T10:50:26,328 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 188ms, sequenceid=37, compaction requested=false 2024-11-12T10:50:26,334 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-12T10:50:26,335 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:50:26,335 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:50:26,336 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408626140Running coprocessor pre-close hooks at 1731408626140Disabling compacts and flushes for region at 1731408626140Disabling writes for close at 1731408626140Obtaining lock to block concurrent updates at 1731408626141 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731408626141Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16748, getHeapSize=27968, getOffHeapSize=0, getCellsCount=136 at 1731408626141Flushing stores of hbase:meta,,1.1588230740 at 1731408626142 (+1 ms)Flushing 1588230740/info: creating writer at 1731408626142Flushing 1588230740/info: appending metadata at 1731408626177 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731408626177Flushing 1588230740/ns: creating writer at 1731408626209 (+32 ms)Flushing 1588230740/ns: appending metadata at 1731408626231 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731408626231Flushing 1588230740/table: creating writer at 1731408626251 (+20 ms)Flushing 1588230740/table: appending metadata at 1731408626272 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731408626272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d73c09c: reopening flushed file at 1731408626292 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33001a5: reopening flushed file at 1731408626304 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e031a1a: reopening flushed file at 1731408626316 (+12 ms)Finished flush of dataSize ~16.36 KB/16748, heapSize ~27.08 KB/27728, currentSize=0 B/0 for 1588230740 in 188ms, sequenceid=37, compaction requested=false at 1731408626328 (+12 ms)Writing region close event to WAL at 1731408626330 (+2 ms)Running coprocessor post-close hooks at 1731408626335 (+5 ms)Closed at 1731408626335 2024-11-12T10:50:26,336 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:50:26,340 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(976): stopping server aed202db7571,38693,1731408542932; all regions closed. 2024-11-12T10:50:26,340 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(976): stopping server aed202db7571,36391,1731408543020; all regions closed. 2024-11-12T10:50:26,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741835_1011 (size=3500) 2024-11-12T10:50:26,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741835_1011 (size=3500) 2024-11-12T10:50:26,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741835_1011 (size=3500) 2024-11-12T10:50:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741836_1012 (size=19546) 2024-11-12T10:50:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741836_1012 (size=19546) 2024-11-12T10:50:26,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741836_1012 (size=19546) 2024-11-12T10:50:26,348 DEBUG [RS:1;aed202db7571:36391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/oldWALs 2024-11-12T10:50:26,348 DEBUG [RS:0;aed202db7571:38693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/oldWALs 2024-11-12T10:50:26,349 INFO [RS:1;aed202db7571:36391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C36391%2C1731408543020:(num 1731408544293) 2024-11-12T10:50:26,349 INFO [RS:0;aed202db7571:38693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C38693%2C1731408542932.meta:.meta(num 1731408554592) 2024-11-12T10:50:26,349 DEBUG [RS:1;aed202db7571:36391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:26,349 INFO [RS:1;aed202db7571:36391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:50:26,349 INFO [RS:1;aed202db7571:36391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:50:26,349 INFO [RS:1;aed202db7571:36391 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:50:26,350 INFO [RS:1;aed202db7571:36391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:50:26,350 INFO [RS:1;aed202db7571:36391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:50:26,350 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:50:26,350 INFO [RS:1;aed202db7571:36391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:50:26,350 INFO [RS:1;aed202db7571:36391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:50:26,350 INFO [RS:1;aed202db7571:36391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36391 2024-11-12T10:50:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:50:26,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,36391,1731408543020 2024-11-12T10:50:26,352 INFO [RS:1;aed202db7571:36391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:50:26,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741834_1010 (size=3530) 2024-11-12T10:50:26,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,36391,1731408543020] 2024-11-12T10:50:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741834_1010 (size=3530) 2024-11-12T10:50:26,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741834_1010 (size=3530) 2024-11-12T10:50:26,354 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,36391,1731408543020 already deleted, retry=false 2024-11-12T10:50:26,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,36391,1731408543020 expired; onlineServers=1 2024-11-12T10:50:26,357 DEBUG [RS:0;aed202db7571:38693 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/oldWALs 2024-11-12T10:50:26,357 INFO [RS:0;aed202db7571:38693 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C38693%2C1731408542932:(num 1731408544293) 2024-11-12T10:50:26,357 DEBUG [RS:0;aed202db7571:38693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:26,357 INFO [RS:0;aed202db7571:38693 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:50:26,357 INFO [RS:0;aed202db7571:38693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:50:26,357 INFO [RS:0;aed202db7571:38693 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:50:26,357 INFO [RS:0;aed202db7571:38693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:50:26,357 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:50:26,358 INFO [RS:0;aed202db7571:38693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38693 2024-11-12T10:50:26,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,38693,1731408542932 2024-11-12T10:50:26,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:50:26,359 INFO [RS:0;aed202db7571:38693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:50:26,360 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f9854901ff8@1ccb1038 rejected from java.util.concurrent.ThreadPoolExecutor@59c98dc5[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-12T10:50:26,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,38693,1731408542932] 2024-11-12T10:50:26,361 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,38693,1731408542932 already deleted, retry=false 2024-11-12T10:50:26,361 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,38693,1731408542932 expired; onlineServers=0 2024-11-12T10:50:26,361 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aed202db7571,37913,1731408542337' ***** 2024-11-12T10:50:26,361 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:50:26,361 INFO [M:0;aed202db7571:37913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:50:26,361 INFO [M:0;aed202db7571:37913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:50:26,362 DEBUG [M:0;aed202db7571:37913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:50:26,362 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:50:26,362 DEBUG [M:0;aed202db7571:37913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:50:26,362 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408543969 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408543969,5,FailOnTimeoutGroup] 2024-11-12T10:50:26,362 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408543968 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408543968,5,FailOnTimeoutGroup] 2024-11-12T10:50:26,362 INFO [M:0;aed202db7571:37913 {}] hbase.ChoreService(370): Chore service for: master/aed202db7571:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:50:26,362 INFO [M:0;aed202db7571:37913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:50:26,362 DEBUG [M:0;aed202db7571:37913 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:50:26,362 INFO [M:0;aed202db7571:37913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:50:26,362 INFO [M:0;aed202db7571:37913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:50:26,362 ERROR [M:0;aed202db7571:37913 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:43983 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43983,5,PEWorkerGroup] 2024-11-12T10:50:26,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:50:26,363 INFO [M:0;aed202db7571:37913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:50:26,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:26,363 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:50:26,364 DEBUG [M:0;aed202db7571:37913 {}] zookeeper.ZKUtil(347): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:50:26,364 WARN [M:0;aed202db7571:37913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:50:26,365 INFO [M:0;aed202db7571:37913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/.lastflushedseqids 2024-11-12T10:50:26,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741865_1041 (size=686) 2024-11-12T10:50:26,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741865_1041 (size=686) 2024-11-12T10:50:26,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741865_1041 (size=686) 2024-11-12T10:50:26,379 INFO [M:0;aed202db7571:37913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:50:26,379 INFO [M:0;aed202db7571:37913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:50:26,379 DEBUG [M:0;aed202db7571:37913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:50:26,379 INFO [M:0;aed202db7571:37913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:50:26,380 DEBUG [M:0;aed202db7571:37913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:50:26,380 DEBUG [M:0;aed202db7571:37913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:50:26,380 DEBUG [M:0;aed202db7571:37913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:50:26,380 INFO [M:0;aed202db7571:37913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.53 KB heapSize=242.30 KB 2024-11-12T10:50:26,402 DEBUG [M:0;aed202db7571:37913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0efd4507ef194c4fab1a19bdd1ceece7 is 82, key is hbase:meta,,1/info:regioninfo/1731408554670/Put/seqid=0 2024-11-12T10:50:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741866_1042 (size=5672) 2024-11-12T10:50:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741866_1042 (size=5672) 2024-11-12T10:50:26,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741866_1042 (size=5672) 2024-11-12T10:50:26,413 INFO [M:0;aed202db7571:37913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0efd4507ef194c4fab1a19bdd1ceece7 2024-11-12T10:50:26,444 DEBUG [M:0;aed202db7571:37913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc622528d5a541e7b17fd1a7de6dd6df is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731408565950/Put/seqid=0 2024-11-12T10:50:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741867_1043 (size=8973) 2024-11-12T10:50:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741867_1043 (size=8973) 2024-11-12T10:50:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741867_1043 (size=8973) 2024-11-12T10:50:26,454 INFO [RS:1;aed202db7571:36391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:50:26,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:50:26,454 INFO [RS:1;aed202db7571:36391 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,36391,1731408543020; zookeeper connection closed. 2024-11-12T10:50:26,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36391-0x100338d13c50002, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:50:26,454 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31160aee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31160aee 2024-11-12T10:50:26,454 INFO [M:0;aed202db7571:37913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.79 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc622528d5a541e7b17fd1a7de6dd6df 2024-11-12T10:50:26,461 INFO [RS:0;aed202db7571:38693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:50:26,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:50:26,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38693-0x100338d13c50001, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:50:26,461 INFO [RS:0;aed202db7571:38693 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,38693,1731408542932; zookeeper connection closed. 2024-11-12T10:50:26,461 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31a0d56c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31a0d56c 2024-11-12T10:50:26,462 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T10:50:26,462 INFO [M:0;aed202db7571:37913 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc622528d5a541e7b17fd1a7de6dd6df 2024-11-12T10:50:26,484 DEBUG [M:0;aed202db7571:37913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa448caa548e4feaa9a3d1669d799d38 is 69, key is aed202db7571,36391,1731408543020/rs:state/1731408544026/Put/seqid=0 2024-11-12T10:50:26,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741868_1044 (size=5441) 2024-11-12T10:50:26,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741868_1044 (size=5441) 2024-11-12T10:50:26,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741868_1044 (size=5441) 2024-11-12T10:50:26,493 INFO [M:0;aed202db7571:37913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa448caa548e4feaa9a3d1669d799d38 2024-11-12T10:50:26,500 INFO [M:0;aed202db7571:37913 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa448caa548e4feaa9a3d1669d799d38 2024-11-12T10:50:26,502 DEBUG [M:0;aed202db7571:37913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0efd4507ef194c4fab1a19bdd1ceece7 as hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0efd4507ef194c4fab1a19bdd1ceece7 2024-11-12T10:50:26,510 INFO [M:0;aed202db7571:37913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0efd4507ef194c4fab1a19bdd1ceece7, entries=8, sequenceid=513, filesize=5.5 K 2024-11-12T10:50:26,512 DEBUG [M:0;aed202db7571:37913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc622528d5a541e7b17fd1a7de6dd6df as hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc622528d5a541e7b17fd1a7de6dd6df 2024-11-12T10:50:26,519 INFO [M:0;aed202db7571:37913 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc622528d5a541e7b17fd1a7de6dd6df 2024-11-12T10:50:26,520 INFO [M:0;aed202db7571:37913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc622528d5a541e7b17fd1a7de6dd6df, entries=56, sequenceid=513, filesize=8.8 K 2024-11-12T10:50:26,521 DEBUG [M:0;aed202db7571:37913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa448caa548e4feaa9a3d1669d799d38 as hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa448caa548e4feaa9a3d1669d799d38 2024-11-12T10:50:26,530 INFO [M:0;aed202db7571:37913 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa448caa548e4feaa9a3d1669d799d38 2024-11-12T10:50:26,530 INFO [M:0;aed202db7571:37913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43983/user/jenkins/test-data/3d943991-3660-3e5d-f23a-69237b30164a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa448caa548e4feaa9a3d1669d799d38, entries=3, sequenceid=513, filesize=5.3 K 2024-11-12T10:50:26,531 INFO [M:0;aed202db7571:37913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.53 KB/200219, heapSize ~242 KB/247808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=513, compaction requested=false 2024-11-12T10:50:26,533 INFO [M:0;aed202db7571:37913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:50:26,533 DEBUG [M:0;aed202db7571:37913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408626379Disabling compacts and flushes for region at 1731408626379Disabling writes for close at 1731408626380 (+1 ms)Obtaining lock to block concurrent updates at 1731408626380Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731408626380Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200219, getHeapSize=248048, getOffHeapSize=0, getCellsCount=620 at 1731408626380Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731408626381 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731408626381Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731408626402 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731408626402Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731408626420 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731408626444 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731408626444Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731408626462 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731408626482 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731408626482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122c8a3b: reopening flushed file at 1731408626500 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e403ae3: reopening flushed file at 1731408626510 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca309b7: reopening flushed file at 1731408626520 (+10 ms)Finished flush of dataSize ~195.53 KB/200219, heapSize ~242 KB/247808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=513, compaction requested=false at 1731408626532 (+12 ms)Writing region close event to WAL at 1731408626533 (+1 ms)Closed at 1731408626533 2024-11-12T10:50:26,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46679 is added to blk_1073741830_1006 (size=234411) 2024-11-12T10:50:26,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38705 is added to blk_1073741830_1006 (size=234411) 2024-11-12T10:50:26,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39265 is added to blk_1073741830_1006 (size=234411) 2024-11-12T10:50:26,538 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:50:26,538 INFO [M:0;aed202db7571:37913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:50:26,538 INFO [M:0;aed202db7571:37913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37913 2024-11-12T10:50:26,538 INFO [M:0;aed202db7571:37913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:50:26,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:50:26,640 INFO [M:0;aed202db7571:37913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:50:26,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37913-0x100338d13c50000, quorum=127.0.0.1:56263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:50:26,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af6b56c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:50:26,647 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@550e0320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:50:26,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:50:26,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186e2a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:50:26,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19f65cdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir/,STOPPED} 2024-11-12T10:50:26,652 WARN [BP-2058584946-172.17.0.2-1731408539559 heartbeating to localhost/127.0.0.1:43983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:50:26,652 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:50:26,652 WARN [BP-2058584946-172.17.0.2-1731408539559 heartbeating to localhost/127.0.0.1:43983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2058584946-172.17.0.2-1731408539559 (Datanode Uuid d16de5c4-53be-45ff-8eb1-28242a788cb8) service to localhost/127.0.0.1:43983 2024-11-12T10:50:26,652 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:50:26,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data5/current/BP-2058584946-172.17.0.2-1731408539559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:50:26,654 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data6/current/BP-2058584946-172.17.0.2-1731408539559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:50:26,654 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:50:26,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b37a1ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:50:26,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e9f93fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:50:26,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:50:26,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59abcbc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:50:26,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f8063b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir/,STOPPED} 2024-11-12T10:50:26,659 WARN [BP-2058584946-172.17.0.2-1731408539559 heartbeating to localhost/127.0.0.1:43983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:50:26,659 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:50:26,659 WARN [BP-2058584946-172.17.0.2-1731408539559 heartbeating to localhost/127.0.0.1:43983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2058584946-172.17.0.2-1731408539559 (Datanode Uuid 8ae6209e-7fc6-4edb-aefe-a31622fc55d0) service to localhost/127.0.0.1:43983 2024-11-12T10:50:26,659 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:50:26,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data3/current/BP-2058584946-172.17.0.2-1731408539559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:50:26,660 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data4/current/BP-2058584946-172.17.0.2-1731408539559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:50:26,660 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:50:26,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b13900{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:50:26,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3b4673{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:50:26,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:50:26,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e749197{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:50:26,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ea30b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir/,STOPPED} 2024-11-12T10:50:26,663 WARN [BP-2058584946-172.17.0.2-1731408539559 heartbeating to localhost/127.0.0.1:43983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:50:26,663 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:50:26,663 WARN [BP-2058584946-172.17.0.2-1731408539559 heartbeating to localhost/127.0.0.1:43983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2058584946-172.17.0.2-1731408539559 (Datanode Uuid 7c00d5ba-391f-42b7-8ff8-c105de380c70) service to localhost/127.0.0.1:43983 2024-11-12T10:50:26,663 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:50:26,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data1/current/BP-2058584946-172.17.0.2-1731408539559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:50:26,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/cluster_f38b0472-a4d5-68dd-ff71-fc5e1dbe39c1/data/data2/current/BP-2058584946-172.17.0.2-1731408539559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:50:26,665 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:50:26,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:50:26,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:50:26,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:50:26,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:50:26,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir/,STOPPED} 2024-11-12T10:50:26,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:50:26,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:50:26,734 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=91 (was 11) Potentially hanging thread: regionserver/aed202db7571:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43983 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/aed202db7571:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/aed202db7571:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/aed202db7571:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/aed202db7571:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7f816eca java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:43983 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/aed202db7571:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/aed202db7571:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/aed202db7571:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=90 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=2178 (was 3391) 2024-11-12T10:50:26,741 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=92, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=90, ProcessCount=11, AvailableMemoryMB=2178 2024-11-12T10:50:26,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir so I do NOT create it in target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb 2024-11-12T10:50:26,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T10:50:26,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.tmp.dir so I do NOT create it in target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb 2024-11-12T10:50:26,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/18b121d7-1cfe-1aff-9d23-a440d13edecc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T10:50:26,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb 2024-11-12T10:50:26,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T10:50:26,753 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420, deleteOnExit=true 2024-11-12T10:50:26,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T10:50:26,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/test.cache.data in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/hadoop.log.dir in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T10:50:26,754 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T10:50:26,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T10:50:26,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:50:26,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T10:50:26,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/nfs.dump.dir in system properties and HBase conf 2024-11-12T10:50:26,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/java.io.tmpdir in system properties and HBase conf 2024-11-12T10:50:26,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T10:50:26,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T10:50:26,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T10:50:26,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:50:26,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:50:26,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:50:26,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:50:26,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:50:26,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:50:26,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2475479b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:50:26,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17d71721{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:50:26,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75961f6c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/java.io.tmpdir/jetty-localhost-40529-hadoop-hdfs-3_4_1-tests_jar-_-any-13995566758491766663/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:50:26,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@206ea604{HTTP/1.1, (http/1.1)}{localhost:40529} 2024-11-12T10:50:26,931 INFO [Time-limited test {}] server.Server(415): Started @89355ms 2024-11-12T10:50:26,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:50:26,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:50:26,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:50:26,998 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:50:26,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T10:50:27,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a61ad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:50:27,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@628468c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:50:27,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d03752{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/java.io.tmpdir/jetty-localhost-35281-hadoop-hdfs-3_4_1-tests_jar-_-any-5055617995850193935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:50:27,096 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@597a5af4{HTTP/1.1, (http/1.1)}{localhost:35281} 2024-11-12T10:50:27,096 INFO [Time-limited test {}] server.Server(415): Started @89520ms 2024-11-12T10:50:27,097 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:50:27,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:50:27,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:50:27,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:50:27,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:50:27,135 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:50:27,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a24c7a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:50:27,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64876708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:50:27,166 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data1/current/BP-2091136028-172.17.0.2-1731408626774/current, will proceed with Du for space computation calculation, 2024-11-12T10:50:27,167 WARN [Thread-669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data2/current/BP-2091136028-172.17.0.2-1731408626774/current, will proceed with Du for space computation calculation, 2024-11-12T10:50:27,191 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:50:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ec545379b728e18 with lease ID 0xbe3c59d53cd60afd: Processing first storage report for DS-0c00968c-1ec7-44da-aa95-2768d9cb4964 from datanode DatanodeRegistration(127.0.0.1:41325, datanodeUuid=e435b20f-d71d-4c85-81cd-6479363c05c5, infoPort=41247, infoSecurePort=0, ipcPort=41059, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774) 2024-11-12T10:50:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ec545379b728e18 with lease ID 0xbe3c59d53cd60afd: from storage DS-0c00968c-1ec7-44da-aa95-2768d9cb4964 node DatanodeRegistration(127.0.0.1:41325, datanodeUuid=e435b20f-d71d-4c85-81cd-6479363c05c5, infoPort=41247, infoSecurePort=0, ipcPort=41059, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:50:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ec545379b728e18 with lease ID 0xbe3c59d53cd60afd: Processing first storage report for DS-a7950fba-c201-41f9-ba57-0f2b9f4478af from datanode DatanodeRegistration(127.0.0.1:41325, datanodeUuid=e435b20f-d71d-4c85-81cd-6479363c05c5, infoPort=41247, infoSecurePort=0, ipcPort=41059, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774) 2024-11-12T10:50:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ec545379b728e18 with lease ID 0xbe3c59d53cd60afd: from storage DS-a7950fba-c201-41f9-ba57-0f2b9f4478af node DatanodeRegistration(127.0.0.1:41325, datanodeUuid=e435b20f-d71d-4c85-81cd-6479363c05c5, infoPort=41247, infoSecurePort=0, ipcPort=41059, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:50:27,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e0c607{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/java.io.tmpdir/jetty-localhost-37913-hadoop-hdfs-3_4_1-tests_jar-_-any-5394960211735033585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:50:27,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b5cc3d{HTTP/1.1, (http/1.1)}{localhost:37913} 2024-11-12T10:50:27,238 INFO [Time-limited test {}] server.Server(415): Started @89663ms 2024-11-12T10:50:27,239 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:50:27,269 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T10:50:27,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T10:50:27,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T10:50:27,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T10:50:27,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T10:50:27,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5777bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/hadoop.log.dir/,AVAILABLE} 2024-11-12T10:50:27,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5094d3e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T10:50:27,301 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data3/current/BP-2091136028-172.17.0.2-1731408626774/current, will proceed with Du for space computation calculation, 2024-11-12T10:50:27,301 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data4/current/BP-2091136028-172.17.0.2-1731408626774/current, will proceed with Du for space computation calculation, 2024-11-12T10:50:27,320 WARN [Thread-683 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:50:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e9fe758f631c1be with lease ID 0xbe3c59d53cd60afe: Processing first storage report for DS-cea19b54-04fc-43cb-b843-f269a8b9223a from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=edcacd8c-04e3-4857-863d-f4ae32d0fffd, infoPort=45465, infoSecurePort=0, ipcPort=36547, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774) 2024-11-12T10:50:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e9fe758f631c1be with lease ID 0xbe3c59d53cd60afe: from storage DS-cea19b54-04fc-43cb-b843-f269a8b9223a node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=edcacd8c-04e3-4857-863d-f4ae32d0fffd, infoPort=45465, infoSecurePort=0, ipcPort=36547, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:50:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e9fe758f631c1be with lease ID 0xbe3c59d53cd60afe: Processing first storage report for DS-6e6dd49a-3c9c-48f5-997f-e31a0f252825 from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=edcacd8c-04e3-4857-863d-f4ae32d0fffd, infoPort=45465, infoSecurePort=0, ipcPort=36547, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774) 2024-11-12T10:50:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e9fe758f631c1be with lease ID 0xbe3c59d53cd60afe: from storage DS-6e6dd49a-3c9c-48f5-997f-e31a0f252825 node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=edcacd8c-04e3-4857-863d-f4ae32d0fffd, infoPort=45465, infoSecurePort=0, ipcPort=36547, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:50:27,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a09c37{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/java.io.tmpdir/jetty-localhost-44787-hadoop-hdfs-3_4_1-tests_jar-_-any-588564095513635864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:50:27,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f83c92{HTTP/1.1, (http/1.1)}{localhost:44787} 2024-11-12T10:50:27,376 INFO [Time-limited test {}] server.Server(415): Started @89800ms 2024-11-12T10:50:27,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T10:50:27,439 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data6/current/BP-2091136028-172.17.0.2-1731408626774/current, will proceed with Du for space computation calculation, 2024-11-12T10:50:27,439 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data5/current/BP-2091136028-172.17.0.2-1731408626774/current, will proceed with Du for space computation calculation, 2024-11-12T10:50:27,461 WARN [Thread-718 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T10:50:27,463 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81f9d5cdfa4ae321 with lease ID 0xbe3c59d53cd60aff: Processing first storage report for DS-5d4c084d-2c89-46e5-b208-f71671be90ed from datanode DatanodeRegistration(127.0.0.1:39787, datanodeUuid=5a4a703e-7718-44df-848e-71a4bedb6130, infoPort=44287, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774) 2024-11-12T10:50:27,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81f9d5cdfa4ae321 with lease ID 0xbe3c59d53cd60aff: from storage DS-5d4c084d-2c89-46e5-b208-f71671be90ed node DatanodeRegistration(127.0.0.1:39787, datanodeUuid=5a4a703e-7718-44df-848e-71a4bedb6130, infoPort=44287, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:50:27,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81f9d5cdfa4ae321 with lease ID 0xbe3c59d53cd60aff: Processing first storage report for DS-b55123c1-01e3-47a8-80ec-d58d1fbfcf76 from datanode DatanodeRegistration(127.0.0.1:39787, datanodeUuid=5a4a703e-7718-44df-848e-71a4bedb6130, infoPort=44287, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774) 2024-11-12T10:50:27,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81f9d5cdfa4ae321 with lease ID 0xbe3c59d53cd60aff: from storage DS-b55123c1-01e3-47a8-80ec-d58d1fbfcf76 node DatanodeRegistration(127.0.0.1:39787, datanodeUuid=5a4a703e-7718-44df-848e-71a4bedb6130, infoPort=44287, infoSecurePort=0, ipcPort=39537, storageInfo=lv=-57;cid=testClusterID;nsid=339398034;c=1731408626774), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T10:50:27,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb 2024-11-12T10:50:27,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/zookeeper_0, clientPort=64526, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T10:50:27,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64526 2024-11-12T10:50:27,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:50:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:50:27,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741825_1001 (size=7) 2024-11-12T10:50:27,525 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 with version=8 2024-11-12T10:50:27,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/hbase-staging 2024-11-12T10:50:27,527 INFO [Time-limited test {}] client.ConnectionUtils(128): master/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:50:27,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:50:27,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:50:27,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T10:50:27,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:50:27,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38799 2024-11-12T10:50:27,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38799 connecting to ZooKeeper ensemble=127.0.0.1:64526 2024-11-12T10:50:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387990x0, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:50:27,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38799-0x100338e63a00000 connected 2024-11-12T10:50:27,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:50:27,554 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659, hbase.cluster.distributed=false 2024-11-12T10:50:27,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:50:27,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38799 2024-11-12T10:50:27,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38799 2024-11-12T10:50:27,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38799 2024-11-12T10:50:27,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38799 2024-11-12T10:50:27,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38799 2024-11-12T10:50:27,577 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:50:27,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:50:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,578 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:50:27,578 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:50:27,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:50:27,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44017 2024-11-12T10:50:27,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44017 connecting to ZooKeeper ensemble=127.0.0.1:64526 2024-11-12T10:50:27,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440170x0, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:50:27,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440170x0, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:50:27,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:50:27,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44017-0x100338e63a00001 connected 2024-11-12T10:50:27,593 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:50:27,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:50:27,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:50:27,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-12T10:50:27,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44017 2024-11-12T10:50:27,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44017 2024-11-12T10:50:27,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-12T10:50:27,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44017 2024-11-12T10:50:27,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:50:27,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:50:27,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:50:27,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:50:27,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:50:27,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43051 2024-11-12T10:50:27,620 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43051 connecting to ZooKeeper ensemble=127.0.0.1:64526 2024-11-12T10:50:27,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430510x0, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:50:27,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430510x0, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:50:27,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43051-0x100338e63a00002 connected 2024-11-12T10:50:27,626 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:50:27,626 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:50:27,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:50:27,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:50:27,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43051 2024-11-12T10:50:27,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43051 2024-11-12T10:50:27,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43051 2024-11-12T10:50:27,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43051 2024-11-12T10:50:27,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43051 2024-11-12T10:50:27,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/aed202db7571:0 server-side Connection retries=45 2024-11-12T10:50:27,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T10:50:27,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T10:50:27,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T10:50:27,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T10:50:27,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T10:50:27,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36023 2024-11-12T10:50:27,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36023 connecting to ZooKeeper ensemble=127.0.0.1:64526 2024-11-12T10:50:27,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360230x0, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T10:50:27,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360230x0, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:50:27,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36023-0x100338e63a00003 connected 2024-11-12T10:50:27,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T10:50:27,660 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T10:50:27,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T10:50:27,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T10:50:27,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36023 2024-11-12T10:50:27,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36023 2024-11-12T10:50:27,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36023 2024-11-12T10:50:27,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36023 2024-11-12T10:50:27,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36023 2024-11-12T10:50:27,679 DEBUG [M:0;aed202db7571:38799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;aed202db7571:38799 2024-11-12T10:50:27,679 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/aed202db7571,38799,1731408627527 2024-11-12T10:50:27,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:50:27,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:50:27,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:50:27,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:50:27,681 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/aed202db7571,38799,1731408627527 2024-11-12T10:50:27,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:50:27,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:50:27,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T10:50:27,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,684 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T10:50:27,684 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/aed202db7571,38799,1731408627527 from backup master directory 2024-11-12T10:50:27,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/aed202db7571,38799,1731408627527 2024-11-12T10:50:27,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:50:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:50:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:50:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T10:50:27,686 WARN [master/aed202db7571:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:50:27,686 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=aed202db7571,38799,1731408627527 2024-11-12T10:50:27,691 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/hbase.id] with ID: e03f97d8-6573-4d50-93d7-cb00373ebf66 2024-11-12T10:50:27,691 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/.tmp/hbase.id 2024-11-12T10:50:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:50:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:50:27,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741826_1002 (size=42) 2024-11-12T10:50:27,705 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/.tmp/hbase.id]:[hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/hbase.id] 2024-11-12T10:50:27,721 INFO [master/aed202db7571:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T10:50:27,721 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T10:50:27,723 INFO [master/aed202db7571:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T10:50:27,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:50:27,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:50:27,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741827_1003 (size=196) 2024-11-12T10:50:27,741 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:50:27,741 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T10:50:27,742 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:50:27,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:50:27,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:50:27,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741828_1004 (size=1189) 2024-11-12T10:50:27,760 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store 2024-11-12T10:50:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:50:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:50:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741829_1005 (size=34) 2024-11-12T10:50:27,772 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:27,772 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:50:27,772 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:50:27,772 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:50:27,772 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:50:27,772 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:50:27,772 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:50:27,772 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408627772Disabling compacts and flushes for region at 1731408627772Disabling writes for close at 1731408627772Writing region close event to WAL at 1731408627772Closed at 1731408627772 2024-11-12T10:50:27,774 WARN [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/.initializing 2024-11-12T10:50:27,774 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/WALs/aed202db7571,38799,1731408627527 2024-11-12T10:50:27,775 INFO [master/aed202db7571:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:50:27,778 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C38799%2C1731408627527, suffix=, logDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/WALs/aed202db7571,38799,1731408627527, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/oldWALs, maxLogs=10 2024-11-12T10:50:27,796 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/WALs/aed202db7571,38799,1731408627527/aed202db7571%2C38799%2C1731408627527.1731408627778, exclude list is [], retry=0 2024-11-12T10:50:27,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-cea19b54-04fc-43cb-b843-f269a8b9223a,DISK] 2024-11-12T10:50:27,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39787,DS-5d4c084d-2c89-46e5-b208-f71671be90ed,DISK] 2024-11-12T10:50:27,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-0c00968c-1ec7-44da-aa95-2768d9cb4964,DISK] 2024-11-12T10:50:27,803 INFO [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/WALs/aed202db7571,38799,1731408627527/aed202db7571%2C38799%2C1731408627527.1731408627778 2024-11-12T10:50:27,804 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465),(127.0.0.1/127.0.0.1:44287:44287),(127.0.0.1/127.0.0.1:41247:41247)] 2024-11-12T10:50:27,804 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:50:27,804 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:27,804 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,804 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T10:50:27,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:27,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:50:27,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T10:50:27,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:27,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:27,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T10:50:27,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:27,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:27,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T10:50:27,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:27,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:27,817 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,818 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,819 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,821 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,821 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,822 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:50:27,824 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T10:50:27,827 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:27,827 INFO [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63325483, jitterRate=-0.05637677013874054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:50:27,828 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731408627805Initializing all the Stores at 1731408627806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408627806Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408627806Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408627806Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408627806Cleaning up temporary data from old regions at 1731408627821 (+15 ms)Region opened successfully at 1731408627828 (+7 ms) 2024-11-12T10:50:27,829 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T10:50:27,833 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48136bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:50:27,835 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T10:50:27,835 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T10:50:27,835 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T10:50:27,835 INFO [master/aed202db7571:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T10:50:27,836 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T10:50:27,837 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T10:50:27,837 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T10:50:27,840 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T10:50:27,841 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T10:50:27,842 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T10:50:27,843 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T10:50:27,844 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T10:50:27,845 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T10:50:27,845 INFO [master/aed202db7571:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T10:50:27,846 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T10:50:27,847 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T10:50:27,848 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T10:50:27,849 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T10:50:27,852 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T10:50:27,853 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T10:50:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:50:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:50:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:50:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T10:50:27,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,855 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=aed202db7571,38799,1731408627527, sessionid=0x100338e63a00000, setting cluster-up flag (Was=false) 2024-11-12T10:50:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,861 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T10:50:27,862 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,38799,1731408627527 2024-11-12T10:50:27,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:27,869 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T10:50:27,870 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=aed202db7571,38799,1731408627527 2024-11-12T10:50:27,871 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T10:50:27,873 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T10:50:27,874 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T10:50:27,874 INFO [master/aed202db7571:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T10:50:27,874 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: aed202db7571,38799,1731408627527 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T10:50:27,875 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:50:27,875 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:50:27,875 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:50:27,875 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/aed202db7571:0, corePoolSize=5, maxPoolSize=5 2024-11-12T10:50:27,876 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/aed202db7571:0, corePoolSize=10, maxPoolSize=10 2024-11-12T10:50:27,876 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:27,876 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:50:27,876 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:27,877 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731408657877 2024-11-12T10:50:27,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:50:27,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T10:50:27,877 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T10:50:27,878 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T10:50:27,878 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T10:50:27,878 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T10:50:27,878 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T10:50:27,878 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T10:50:27,878 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:27,879 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T10:50:27,879 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T10:50:27,879 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T10:50:27,879 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:27,879 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T10:50:27,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T10:50:27,879 INFO [master/aed202db7571:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T10:50:27,881 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408627879,5,FailOnTimeoutGroup] 2024-11-12T10:50:27,885 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408627881,5,FailOnTimeoutGroup] 2024-11-12T10:50:27,885 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:27,885 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T10:50:27,885 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:27,885 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:27,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:50:27,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:50:27,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741831_1007 (size=1321) 2024-11-12T10:50:27,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T10:50:27,896 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:50:27,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:50:27,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741832_1008 (size=32) 2024-11-12T10:50:27,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:27,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:50:27,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:50:27,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:27,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:50:27,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:50:27,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:50:27,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:27,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:50:27,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:50:27,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:50:27,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:27,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:50:27,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:50:27,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:50:27,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:27,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:50:27,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:50:27,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740 2024-11-12T10:50:27,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740 2024-11-12T10:50:27,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:50:27,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:50:27,927 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:50:27,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:50:27,931 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:27,932 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72758069, jitterRate=0.08417971432209015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:50:27,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731408627912Initializing all the Stores at 1731408627913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408627913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408627913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408627913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408627913Cleaning up temporary data from old regions at 1731408627927 (+14 ms)Region opened successfully at 1731408627932 (+5 ms) 2024-11-12T10:50:27,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:50:27,933 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:50:27,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:50:27,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:50:27,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:50:27,933 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:50:27,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408627933Disabling compacts and flushes for region at 1731408627933Disabling writes for close at 1731408627933Writing region close event to WAL at 1731408627933Closed at 1731408627933 2024-11-12T10:50:27,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:50:27,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T10:50:27,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:50:27,936 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:50:27,937 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T10:50:27,970 INFO [RS:2;aed202db7571:36023 {}] regionserver.HRegionServer(746): ClusterId : e03f97d8-6573-4d50-93d7-cb00373ebf66 2024-11-12T10:50:27,970 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(746): ClusterId : e03f97d8-6573-4d50-93d7-cb00373ebf66 2024-11-12T10:50:27,970 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(746): ClusterId : e03f97d8-6573-4d50-93d7-cb00373ebf66 2024-11-12T10:50:27,970 DEBUG [RS:1;aed202db7571:43051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:50:27,970 DEBUG [RS:2;aed202db7571:36023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:50:27,970 DEBUG [RS:0;aed202db7571:44017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T10:50:27,972 DEBUG [RS:2;aed202db7571:36023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:50:27,972 DEBUG [RS:2;aed202db7571:36023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:50:27,972 DEBUG [RS:0;aed202db7571:44017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:50:27,972 DEBUG [RS:1;aed202db7571:43051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T10:50:27,972 DEBUG [RS:0;aed202db7571:44017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:50:27,972 DEBUG [RS:1;aed202db7571:43051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T10:50:27,974 DEBUG [RS:2;aed202db7571:36023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:50:27,974 DEBUG [RS:1;aed202db7571:43051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:50:27,974 DEBUG [RS:0;aed202db7571:44017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T10:50:27,975 DEBUG [RS:2;aed202db7571:36023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4a925d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:50:27,975 DEBUG [RS:1;aed202db7571:43051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41185795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:50:27,975 DEBUG [RS:0;aed202db7571:44017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c200af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=aed202db7571/172.17.0.2:0 2024-11-12T10:50:27,991 DEBUG [RS:2;aed202db7571:36023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;aed202db7571:36023 2024-11-12T10:50:27,991 INFO [RS:2;aed202db7571:36023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:50:27,992 INFO [RS:2;aed202db7571:36023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:50:27,992 DEBUG [RS:2;aed202db7571:36023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:50:27,992 INFO [RS:2;aed202db7571:36023 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,38799,1731408627527 with port=36023, startcode=1731408627650 2024-11-12T10:50:27,993 DEBUG [RS:2;aed202db7571:36023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:50:27,994 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:50:27,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,36023,1731408627650 2024-11-12T10:50:27,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38799 {}] master.ServerManager(517): Registering regionserver=aed202db7571,36023,1731408627650 2024-11-12T10:50:27,995 DEBUG [RS:1;aed202db7571:43051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;aed202db7571:43051 2024-11-12T10:50:27,996 INFO [RS:1;aed202db7571:43051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:50:27,996 INFO [RS:1;aed202db7571:43051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:50:27,996 DEBUG [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:50:27,997 DEBUG [RS:0;aed202db7571:44017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;aed202db7571:44017 2024-11-12T10:50:27,997 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,38799,1731408627527 with port=43051, startcode=1731408627616 2024-11-12T10:50:27,997 DEBUG [RS:2;aed202db7571:36023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:27,997 DEBUG [RS:2;aed202db7571:36023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44743 2024-11-12T10:50:27,997 DEBUG [RS:2;aed202db7571:36023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:50:27,998 INFO [RS:0;aed202db7571:44017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T10:50:27,998 INFO [RS:0;aed202db7571:44017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T10:50:27,998 DEBUG [RS:1;aed202db7571:43051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:50:27,998 DEBUG [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T10:50:27,999 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40373, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:50:28,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,43051,1731408627616 2024-11-12T10:50:28,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38799 {}] master.ServerManager(517): Registering regionserver=aed202db7571,43051,1731408627616 2024-11-12T10:50:28,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:50:28,001 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(2659): reportForDuty to master=aed202db7571,38799,1731408627527 with port=44017, startcode=1731408627577 2024-11-12T10:50:28,001 DEBUG [RS:0;aed202db7571:44017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T10:50:28,001 DEBUG [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:28,001 DEBUG [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44743 2024-11-12T10:50:28,001 DEBUG [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:50:28,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,36023,1731408627650] 2024-11-12T10:50:28,003 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T10:50:28,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer aed202db7571,44017,1731408627577 2024-11-12T10:50:28,003 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38799 {}] master.ServerManager(517): Registering regionserver=aed202db7571,44017,1731408627577 2024-11-12T10:50:28,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:50:28,005 DEBUG [RS:2;aed202db7571:36023 {}] zookeeper.ZKUtil(111): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,36023,1731408627650 2024-11-12T10:50:28,005 WARN [RS:2;aed202db7571:36023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:50:28,005 DEBUG [RS:1;aed202db7571:43051 {}] zookeeper.ZKUtil(111): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,43051,1731408627616 2024-11-12T10:50:28,005 INFO [RS:2;aed202db7571:36023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:50:28,005 WARN [RS:1;aed202db7571:43051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:50:28,005 DEBUG [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:28,005 DEBUG [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44743 2024-11-12T10:50:28,005 INFO [RS:1;aed202db7571:43051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:50:28,005 DEBUG [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T10:50:28,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,43051,1731408627616] 2024-11-12T10:50:28,005 DEBUG [RS:2;aed202db7571:36023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650 2024-11-12T10:50:28,005 DEBUG [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,43051,1731408627616 2024-11-12T10:50:28,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:50:28,007 DEBUG [RS:0;aed202db7571:44017 {}] zookeeper.ZKUtil(111): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/aed202db7571,44017,1731408627577 2024-11-12T10:50:28,007 WARN [RS:0;aed202db7571:44017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T10:50:28,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [aed202db7571,44017,1731408627577] 2024-11-12T10:50:28,007 INFO [RS:0;aed202db7571:44017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:50:28,007 DEBUG [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,44017,1731408627577 2024-11-12T10:50:28,012 INFO [RS:2;aed202db7571:36023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:50:28,016 INFO [RS:1;aed202db7571:43051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:50:28,018 INFO [RS:2;aed202db7571:36023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:50:28,018 INFO [RS:2;aed202db7571:36023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:50:28,018 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,018 INFO [RS:1;aed202db7571:43051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:50:28,019 INFO [RS:2;aed202db7571:36023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:50:28,020 INFO [RS:0;aed202db7571:44017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T10:50:28,021 INFO [RS:1;aed202db7571:43051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:50:28,021 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,021 INFO [RS:2;aed202db7571:36023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:50:28,021 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:50:28,022 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,022 INFO [RS:1;aed202db7571:43051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:50:28,022 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:50:28,023 DEBUG [RS:2;aed202db7571:36023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:50:28,023 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,023 INFO [RS:0;aed202db7571:44017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,023 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,024 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,024 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:50:28,024 DEBUG [RS:1;aed202db7571:43051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:50:28,025 INFO [RS:0;aed202db7571:44017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T10:50:28,025 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,028 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T10:50:28,029 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,36023,1731408627650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,029 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,43051,1731408627616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:50:28,030 INFO [RS:0;aed202db7571:44017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T10:50:28,030 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,030 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,030 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,030 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,030 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,030 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,030 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0, corePoolSize=2, maxPoolSize=2 2024-11-12T10:50:28,030 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,031 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,031 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,031 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,031 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,031 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/aed202db7571:0, corePoolSize=1, maxPoolSize=1 2024-11-12T10:50:28,031 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:50:28,031 DEBUG [RS:0;aed202db7571:44017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/aed202db7571:0, corePoolSize=3, maxPoolSize=3 2024-11-12T10:50:28,035 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,035 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,035 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,035 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,035 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,035 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,44017,1731408627577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:50:28,047 INFO [RS:1;aed202db7571:43051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:50:28,047 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,43051,1731408627616-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,047 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,047 INFO [RS:1;aed202db7571:43051 {}] regionserver.Replication(171): aed202db7571,43051,1731408627616 started 2024-11-12T10:50:28,050 INFO [RS:2;aed202db7571:36023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:50:28,050 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,36023,1731408627650-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,050 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,050 INFO [RS:2;aed202db7571:36023 {}] regionserver.Replication(171): aed202db7571,36023,1731408627650 started 2024-11-12T10:50:28,052 INFO [RS:0;aed202db7571:44017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T10:50:28,052 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,44017,1731408627577-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,052 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,053 INFO [RS:0;aed202db7571:44017 {}] regionserver.Replication(171): aed202db7571,44017,1731408627577 started 2024-11-12T10:50:28,062 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,062 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,43051,1731408627616, RpcServer on aed202db7571/172.17.0.2:43051, sessionid=0x100338e63a00002 2024-11-12T10:50:28,062 DEBUG [RS:1;aed202db7571:43051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:50:28,062 DEBUG [RS:1;aed202db7571:43051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,43051,1731408627616 2024-11-12T10:50:28,062 DEBUG [RS:1;aed202db7571:43051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,43051,1731408627616' 2024-11-12T10:50:28,062 DEBUG [RS:1;aed202db7571:43051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:50:28,063 DEBUG [RS:1;aed202db7571:43051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:50:28,064 DEBUG [RS:1;aed202db7571:43051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:50:28,064 DEBUG [RS:1;aed202db7571:43051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:50:28,064 DEBUG [RS:1;aed202db7571:43051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,43051,1731408627616 2024-11-12T10:50:28,064 DEBUG [RS:1;aed202db7571:43051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,43051,1731408627616' 2024-11-12T10:50:28,064 DEBUG [RS:1;aed202db7571:43051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:50:28,064 DEBUG [RS:1;aed202db7571:43051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:50:28,065 DEBUG [RS:1;aed202db7571:43051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:50:28,065 INFO [RS:1;aed202db7571:43051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:50:28,065 INFO [RS:1;aed202db7571:43051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:50:28,067 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,067 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,44017,1731408627577, RpcServer on aed202db7571/172.17.0.2:44017, sessionid=0x100338e63a00001 2024-11-12T10:50:28,068 DEBUG [RS:0;aed202db7571:44017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:50:28,068 DEBUG [RS:0;aed202db7571:44017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,44017,1731408627577 2024-11-12T10:50:28,068 DEBUG [RS:0;aed202db7571:44017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,44017,1731408627577' 2024-11-12T10:50:28,068 DEBUG [RS:0;aed202db7571:44017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:50:28,068 DEBUG [RS:0;aed202db7571:44017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:50:28,069 DEBUG [RS:0;aed202db7571:44017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:50:28,069 DEBUG [RS:0;aed202db7571:44017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:50:28,069 DEBUG [RS:0;aed202db7571:44017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,44017,1731408627577 2024-11-12T10:50:28,069 DEBUG [RS:0;aed202db7571:44017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,44017,1731408627577' 2024-11-12T10:50:28,069 DEBUG [RS:0;aed202db7571:44017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:50:28,069 DEBUG [RS:0;aed202db7571:44017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:50:28,069 DEBUG [RS:0;aed202db7571:44017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:50:28,069 INFO [RS:0;aed202db7571:44017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:50:28,069 INFO [RS:0;aed202db7571:44017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:50:28,070 INFO [RS:2;aed202db7571:36023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:28,070 INFO [RS:2;aed202db7571:36023 {}] regionserver.HRegionServer(1482): Serving as aed202db7571,36023,1731408627650, RpcServer on aed202db7571/172.17.0.2:36023, sessionid=0x100338e63a00003 2024-11-12T10:50:28,070 DEBUG [RS:2;aed202db7571:36023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T10:50:28,071 DEBUG [RS:2;aed202db7571:36023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager aed202db7571,36023,1731408627650 2024-11-12T10:50:28,071 DEBUG [RS:2;aed202db7571:36023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,36023,1731408627650' 2024-11-12T10:50:28,071 DEBUG [RS:2;aed202db7571:36023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T10:50:28,071 DEBUG [RS:2;aed202db7571:36023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T10:50:28,072 DEBUG [RS:2;aed202db7571:36023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T10:50:28,072 DEBUG [RS:2;aed202db7571:36023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T10:50:28,072 DEBUG [RS:2;aed202db7571:36023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager aed202db7571,36023,1731408627650 2024-11-12T10:50:28,072 DEBUG [RS:2;aed202db7571:36023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'aed202db7571,36023,1731408627650' 2024-11-12T10:50:28,072 DEBUG [RS:2;aed202db7571:36023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T10:50:28,072 DEBUG [RS:2;aed202db7571:36023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T10:50:28,073 DEBUG [RS:2;aed202db7571:36023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T10:50:28,073 INFO [RS:2;aed202db7571:36023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T10:50:28,073 INFO [RS:2;aed202db7571:36023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T10:50:28,088 WARN [aed202db7571:38799 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-12T10:50:28,171 INFO [RS:0;aed202db7571:44017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:50:28,171 INFO [RS:1;aed202db7571:43051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:50:28,174 INFO [RS:2;aed202db7571:36023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T10:50:28,176 INFO [RS:2;aed202db7571:36023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C36023%2C1731408627650, suffix=, logDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/oldWALs, maxLogs=32 2024-11-12T10:50:28,181 INFO [RS:1;aed202db7571:43051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C43051%2C1731408627616, suffix=, logDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,43051,1731408627616, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/oldWALs, maxLogs=32 2024-11-12T10:50:28,189 INFO [RS:0;aed202db7571:44017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C44017%2C1731408627577, suffix=, logDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,44017,1731408627577, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/oldWALs, maxLogs=32 2024-11-12T10:50:28,208 DEBUG [RS:1;aed202db7571:43051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,43051,1731408627616/aed202db7571%2C43051%2C1731408627616.1731408628184, exclude list is [], retry=0 2024-11-12T10:50:28,209 DEBUG [RS:2;aed202db7571:36023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650/aed202db7571%2C36023%2C1731408627650.1731408628178, exclude list is [], retry=0 2024-11-12T10:50:28,209 DEBUG [RS:0;aed202db7571:44017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,44017,1731408627577/aed202db7571%2C44017%2C1731408627577.1731408628191, exclude list is [], retry=0 2024-11-12T10:50:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-cea19b54-04fc-43cb-b843-f269a8b9223a,DISK] 2024-11-12T10:50:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39787,DS-5d4c084d-2c89-46e5-b208-f71671be90ed,DISK] 2024-11-12T10:50:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-0c00968c-1ec7-44da-aa95-2768d9cb4964,DISK] 2024-11-12T10:50:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-0c00968c-1ec7-44da-aa95-2768d9cb4964,DISK] 2024-11-12T10:50:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-cea19b54-04fc-43cb-b843-f269a8b9223a,DISK] 2024-11-12T10:50:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-cea19b54-04fc-43cb-b843-f269a8b9223a,DISK] 2024-11-12T10:50:28,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39787,DS-5d4c084d-2c89-46e5-b208-f71671be90ed,DISK] 2024-11-12T10:50:28,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39787,DS-5d4c084d-2c89-46e5-b208-f71671be90ed,DISK] 2024-11-12T10:50:28,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-0c00968c-1ec7-44da-aa95-2768d9cb4964,DISK] 2024-11-12T10:50:28,218 INFO [RS:1;aed202db7571:43051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,43051,1731408627616/aed202db7571%2C43051%2C1731408627616.1731408628184 2024-11-12T10:50:28,218 DEBUG [RS:1;aed202db7571:43051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41247:41247),(127.0.0.1/127.0.0.1:44287:44287),(127.0.0.1/127.0.0.1:45465:45465)] 2024-11-12T10:50:28,218 INFO [RS:0;aed202db7571:44017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,44017,1731408627577/aed202db7571%2C44017%2C1731408627577.1731408628191 2024-11-12T10:50:28,219 INFO [RS:2;aed202db7571:36023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650/aed202db7571%2C36023%2C1731408627650.1731408628178 2024-11-12T10:50:28,219 DEBUG [RS:0;aed202db7571:44017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465),(127.0.0.1/127.0.0.1:44287:44287),(127.0.0.1/127.0.0.1:41247:41247)] 2024-11-12T10:50:28,220 DEBUG [RS:2;aed202db7571:36023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41247:41247),(127.0.0.1/127.0.0.1:45465:45465),(127.0.0.1/127.0.0.1:44287:44287)] 2024-11-12T10:50:28,338 DEBUG [aed202db7571:38799 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T10:50:28,338 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(204): Hosts are {aed202db7571=0} racks are {/default-rack=0} 2024-11-12T10:50:28,340 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:50:28,340 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:50:28,340 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:50:28,340 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:50:28,340 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:50:28,340 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:50:28,340 INFO [aed202db7571:38799 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:50:28,340 INFO [aed202db7571:38799 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:50:28,340 INFO [aed202db7571:38799 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:50:28,341 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:50:28,341 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aed202db7571,36023,1731408627650 2024-11-12T10:50:28,342 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,36023,1731408627650, state=OPENING 2024-11-12T10:50:28,343 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T10:50:28,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:28,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:28,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:28,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:50:28,345 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:50:28,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:50:28,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:50:28,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,36023,1731408627650}] 2024-11-12T10:50:28,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:50:28,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:50:31,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:31,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:31,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:31,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:50:31,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:31,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:31,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:32,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:50:32,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:50:38,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:50:38,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:38,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:38,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:38,348 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:50:38,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51515, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:50:38,354 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:50:38,354 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:50:38,354 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:50:38,356 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C36023%2C1731408627650.meta, suffix=.meta, logDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/oldWALs, maxLogs=32 2024-11-12T10:50:38,369 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta, exclude list is [], retry=0 2024-11-12T10:50:38,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-cea19b54-04fc-43cb-b843-f269a8b9223a,DISK] 2024-11-12T10:50:38,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-0c00968c-1ec7-44da-aa95-2768d9cb4964,DISK] 2024-11-12T10:50:38,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39787,DS-5d4c084d-2c89-46e5-b208-f71671be90ed,DISK] 2024-11-12T10:50:38,374 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta 2024-11-12T10:50:38,374 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44287:44287),(127.0.0.1/127.0.0.1:45465:45465),(127.0.0.1/127.0.0.1:41247:41247)] 2024-11-12T10:50:38,375 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:50:38,375 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:50:38,375 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:50:38,375 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:50:38,375 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:50:38,375 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,375 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:50:38,375 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:50:38,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:50:38,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:50:38,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:38,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:50:38,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:50:38,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:50:38,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:38,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:50:38,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:50:38,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:50:38,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:38,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:50:38,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:50:38,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:50:38,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:38,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:50:38,382 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:50:38,383 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740 2024-11-12T10:50:38,384 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740 2024-11-12T10:50:38,386 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:50:38,386 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:50:38,386 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:50:38,388 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:50:38,389 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69147329, jitterRate=0.030375495553016663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:50:38,389 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:50:38,389 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731408638376Writing region info on filesystem at 1731408638376Initializing all the Stores at 1731408638376Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408638377 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408638377Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408638377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408638377Cleaning up temporary data from old regions at 1731408638386 (+9 ms)Running coprocessor post-open hooks at 1731408638389 (+3 ms)Region opened successfully at 1731408638389 2024-11-12T10:50:38,390 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731408638348 2024-11-12T10:50:38,392 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:50:38,393 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:50:38,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,36023,1731408627650 2024-11-12T10:50:38,394 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,36023,1731408627650, state=OPEN 2024-11-12T10:50:38,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:50:38,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:50:38,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:50:38,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:50:38,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:50:38,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:50:38,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:50:38,396 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aed202db7571,36023,1731408627650 2024-11-12T10:50:38,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:50:38,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T10:50:38,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,36023,1731408627650 in 10.0510 sec 2024-11-12T10:50:38,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T10:50:38,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4640 sec 2024-11-12T10:50:38,401 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T10:50:38,401 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T10:50:38,403 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:50:38,403 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,36023,1731408627650, seqNum=-1] 2024-11-12T10:50:38,403 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:50:38,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53255, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:50:38,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5360 sec 2024-11-12T10:50:38,410 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731408638410, completionTime=-1 2024-11-12T10:50:38,410 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T10:50:38,410 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-12T10:50:38,412 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-12T10:50:38,412 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731408698412 2024-11-12T10:50:38,412 INFO [master/aed202db7571:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731408758412 2024-11-12T10:50:38,412 INFO [master/aed202db7571:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-12T10:50:38,413 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38799,1731408627527-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:38,413 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38799,1731408627527-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:38,413 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38799,1731408627527-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:38,413 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-aed202db7571:38799, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:38,413 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:38,413 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:38,415 DEBUG [master/aed202db7571:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T10:50:38,417 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.731sec 2024-11-12T10:50:38,417 INFO [master/aed202db7571:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T10:50:38,417 INFO [master/aed202db7571:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T10:50:38,417 INFO [master/aed202db7571:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T10:50:38,417 INFO [master/aed202db7571:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T10:50:38,417 INFO [master/aed202db7571:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T10:50:38,417 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38799,1731408627527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T10:50:38,417 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38799,1731408627527-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T10:50:38,420 DEBUG [master/aed202db7571:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T10:50:38,420 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T10:50:38,421 INFO [master/aed202db7571:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=aed202db7571,38799,1731408627527-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T10:50:38,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee13126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:50:38,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aed202db7571,38799,-1 for getting cluster id 2024-11-12T10:50:38,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:50:38,487 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e03f97d8-6573-4d50-93d7-cb00373ebf66' 2024-11-12T10:50:38,487 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:50:38,487 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e03f97d8-6573-4d50-93d7-cb00373ebf66" 2024-11-12T10:50:38,488 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f1ad92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:50:38,488 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aed202db7571,38799,-1] 2024-11-12T10:50:38,488 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:50:38,488 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:38,490 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:50:38,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7769a927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:50:38,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:50:38,494 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,36023,1731408627650, seqNum=-1] 2024-11-12T10:50:38,494 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:50:38,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:50:38,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=aed202db7571,38799,1731408627527 2024-11-12T10:50:38,497 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731408638497 (current time:1731408638497). 2024-11-12T10:50:38,497 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T10:50:38,497 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T10:50:38,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209ebe14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:50:38,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request aed202db7571,38799,-1 for getting cluster id 2024-11-12T10:50:38,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T10:50:38,499 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e03f97d8-6573-4d50-93d7-cb00373ebf66' 2024-11-12T10:50:38,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T10:50:38,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e03f97d8-6573-4d50-93d7-cb00373ebf66" 2024-11-12T10:50:38,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb956e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:50:38,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [aed202db7571,38799,-1] 2024-11-12T10:50:38,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T10:50:38,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:38,500 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T10:50:38,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73085f51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T10:50:38,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:50:38,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,36023,1731408627650, seqNum=-1] 2024-11-12T10:50:38,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:50:38,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:50:38,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:50:38,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:50:38,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:38,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:50:38,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:50:38,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T10:50:38,505 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is aed202db7571,38799,1731408627527 2024-11-12T10:50:38,505 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ffc002 2024-11-12T10:50:38,505 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T10:50:38,507 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T10:50:38,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T10:50:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T10:50:38,510 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T10:50:38,510 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:38,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T10:50:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:50:38,511 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T10:50:38,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:50:38,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:50:38,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741837_1013 (size=361) 2024-11-12T10:50:38,523 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 919f4e3793199653ef62a8f19c21b41b, NAME => 'SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:38,524 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 73f76667f47e7c6818b48e0c1f70085f, NAME => 'SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:38,524 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a9bf1af81d33a3ee279cf8ab2d948e94, NAME => 'SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741839_1015 (size=54) 2024-11-12T10:50:38,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741840_1016 (size=62) 2024-11-12T10:50:38,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741840_1016 (size=62) 2024-11-12T10:50:38,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741840_1016 (size=62) 2024-11-12T10:50:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741839_1015 (size=54) 2024-11-12T10:50:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741839_1015 (size=54) 2024-11-12T10:50:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:50:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:50:38,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741838_1014 (size=62) 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 73f76667f47e7c6818b48e0c1f70085f, disabling compactions & flushes 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,539 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a9bf1af81d33a3ee279cf8ab2d948e94, disabling compactions & flushes 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. after waiting 0 ms 2024-11-12T10:50:38,539 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:50:38,539 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. after waiting 0 ms 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 73f76667f47e7c6818b48e0c1f70085f: Waiting for close lock at 1731408638539Disabling compacts and flushes for region at 1731408638539Disabling writes for close at 1731408638539Writing region close event to WAL at 1731408638539Closed at 1731408638539 2024-11-12T10:50:38,539 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:50:38,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a9bf1af81d33a3ee279cf8ab2d948e94: Waiting for close lock at 1731408638539Disabling compacts and flushes for region at 1731408638539Disabling writes for close at 1731408638539Writing region close event to WAL at 1731408638539Closed at 1731408638539 2024-11-12T10:50:38,540 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f573e7356dc79b194fdb01f4bb0e085d, NAME => 'SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:38,540 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4efa916fdc2e1f9c43b0f02fafda1788, NAME => 'SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:38,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 919f4e3793199653ef62a8f19c21b41b, disabling compactions & flushes 2024-11-12T10:50:38,541 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:50:38,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:50:38,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. after waiting 0 ms 2024-11-12T10:50:38,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:50:38,541 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:50:38,541 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 919f4e3793199653ef62a8f19c21b41b: Waiting for close lock at 1731408638541Disabling compacts and flushes for region at 1731408638541Disabling writes for close at 1731408638541Writing region close event to WAL at 1731408638541Closed at 1731408638541 2024-11-12T10:50:38,542 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03aedb7c399a622a74142adab7f7bac6, NAME => 'SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:38,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:50:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:50:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:50:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:50:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741842_1018 (size=62) 2024-11-12T10:50:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741841_1017 (size=62) 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f573e7356dc79b194fdb01f4bb0e085d, disabling compactions & flushes 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,556 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. after waiting 0 ms 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 4efa916fdc2e1f9c43b0f02fafda1788, disabling compactions & flushes 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. 2024-11-12T10:50:38,556 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. 2024-11-12T10:50:38,556 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f573e7356dc79b194fdb01f4bb0e085d: Waiting for close lock at 1731408638556Disabling compacts and flushes for region at 1731408638556Disabling writes for close at 1731408638556Writing region close event to WAL at 1731408638556Closed at 1731408638556 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. after waiting 0 ms 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:50:38,556 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:50:38,556 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4efa916fdc2e1f9c43b0f02fafda1788: Waiting for close lock at 1731408638556Disabling compacts and flushes for region at 1731408638556Disabling writes for close at 1731408638556Writing region close event to WAL at 1731408638556Closed at 1731408638556 2024-11-12T10:50:38,558 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => aff2b21dc2be555c639275fc0026679d, NAME => 'SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:38,558 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6e41014a80bc0151d624fc64cce9f9a9, NAME => 'SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:50:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:50:38,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741843_1019 (size=62) 2024-11-12T10:50:38,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 03aedb7c399a622a74142adab7f7bac6, disabling compactions & flushes 2024-11-12T10:50:38,559 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:50:38,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:50:38,559 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. after waiting 0 ms 2024-11-12T10:50:38,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:50:38,560 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:50:38,560 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03aedb7c399a622a74142adab7f7bac6: Waiting for close lock at 1731408638559Disabling compacts and flushes for region at 1731408638559Disabling writes for close at 1731408638559Writing region close event to WAL at 1731408638560 (+1 ms)Closed at 1731408638560 2024-11-12T10:50:38,561 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0a3831c71b3fcd7cea70f755b5236c8, NAME => 'SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:38,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:50:38,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:50:38,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741844_1020 (size=62) 2024-11-12T10:50:38,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6e41014a80bc0151d624fc64cce9f9a9, disabling compactions & flushes 2024-11-12T10:50:38,574 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. 2024-11-12T10:50:38,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. 2024-11-12T10:50:38,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. after waiting 0 ms 2024-11-12T10:50:38,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. 2024-11-12T10:50:38,574 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. 2024-11-12T10:50:38,574 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6e41014a80bc0151d624fc64cce9f9a9: Waiting for close lock at 1731408638574Disabling compacts and flushes for region at 1731408638574Disabling writes for close at 1731408638574Writing region close event to WAL at 1731408638574Closed at 1731408638574 2024-11-12T10:50:38,575 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fa04bcaa55898bb4b97c81d072c2ab7c, NAME => 'SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659 2024-11-12T10:50:38,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:50:38,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:50:38,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741845_1021 (size=62) 2024-11-12T10:50:38,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing aff2b21dc2be555c639275fc0026679d, disabling compactions & flushes 2024-11-12T10:50:38,580 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:50:38,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:50:38,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. after waiting 0 ms 2024-11-12T10:50:38,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:50:38,580 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:50:38,580 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for aff2b21dc2be555c639275fc0026679d: Waiting for close lock at 1731408638580Disabling compacts and flushes for region at 1731408638580Disabling writes for close at 1731408638580Writing region close event to WAL at 1731408638580Closed at 1731408638580 2024-11-12T10:50:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:50:38,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:50:38,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741846_1022 (size=62) 2024-11-12T10:50:38,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a0a3831c71b3fcd7cea70f755b5236c8, disabling compactions & flushes 2024-11-12T10:50:38,590 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:50:38,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:50:38,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. after waiting 0 ms 2024-11-12T10:50:38,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:50:38,590 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:50:38,590 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0a3831c71b3fcd7cea70f755b5236c8: Waiting for close lock at 1731408638590Disabling compacts and flushes for region at 1731408638590Disabling writes for close at 1731408638590Writing region close event to WAL at 1731408638590Closed at 1731408638590 2024-11-12T10:50:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:50:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:50:38,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741847_1023 (size=54) 2024-11-12T10:50:38,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:38,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fa04bcaa55898bb4b97c81d072c2ab7c, disabling compactions & flushes 2024-11-12T10:50:38,594 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. 2024-11-12T10:50:38,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. 2024-11-12T10:50:38,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. after waiting 0 ms 2024-11-12T10:50:38,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. 2024-11-12T10:50:38,594 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. 2024-11-12T10:50:38,594 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fa04bcaa55898bb4b97c81d072c2ab7c: Waiting for close lock at 1731408638594Disabling compacts and flushes for region at 1731408638594Disabling writes for close at 1731408638594Writing region close event to WAL at 1731408638594Closed at 1731408638594 2024-11-12T10:50:38,595 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T10:50:38,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408638595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408638595"}]},"ts":"1731408638595"} 2024-11-12T10:50:38,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408638595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408638595"}]},"ts":"1731408638595"} 2024-11-12T10:50:38,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731408638595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408638595"}]},"ts":"1731408638595"} 2024-11-12T10:50:38,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408638595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408638595"}]},"ts":"1731408638595"} 2024-11-12T10:50:38,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408638595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408638595"}]},"ts":"1731408638595"} 2024-11-12T10:50:38,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408638595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408638595"}]},"ts":"1731408638595"} 2024-11-12T10:50:38,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408638595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408638595"}]},"ts":"1731408638595"} 2024-11-12T10:50:38,596 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408638595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408638595"}]},"ts":"1731408638595"} 2024-11-12T10:50:38,597 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731408638595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408638595"}]},"ts":"1731408638595"} 2024-11-12T10:50:38,597 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731408638595"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731408638595"}]},"ts":"1731408638595"} 2024-11-12T10:50:38,602 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T10:50:38,603 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T10:50:38,603 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408638603"}]},"ts":"1731408638603"} 2024-11-12T10:50:38,605 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T10:50:38,605 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {aed202db7571=0} racks are {/default-rack=0} 2024-11-12T10:50:38,610 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:50:38,610 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:50:38,610 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T10:50:38,610 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:50:38,610 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:50:38,610 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T10:50:38,610 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:50:38,610 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:50:38,610 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T10:50:38,610 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:50:38,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=919f4e3793199653ef62a8f19c21b41b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9bf1af81d33a3ee279cf8ab2d948e94, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73f76667f47e7c6818b48e0c1f70085f, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f573e7356dc79b194fdb01f4bb0e085d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4efa916fdc2e1f9c43b0f02fafda1788, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=03aedb7c399a622a74142adab7f7bac6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aff2b21dc2be555c639275fc0026679d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e41014a80bc0151d624fc64cce9f9a9, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0a3831c71b3fcd7cea70f755b5236c8, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa04bcaa55898bb4b97c81d072c2ab7c, ASSIGN}] 2024-11-12T10:50:38,612 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f573e7356dc79b194fdb01f4bb0e085d, ASSIGN 2024-11-12T10:50:38,613 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=919f4e3793199653ef62a8f19c21b41b, ASSIGN 2024-11-12T10:50:38,613 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9bf1af81d33a3ee279cf8ab2d948e94, ASSIGN 2024-11-12T10:50:38,613 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73f76667f47e7c6818b48e0c1f70085f, ASSIGN 2024-11-12T10:50:38,613 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f573e7356dc79b194fdb01f4bb0e085d, ASSIGN; state=OFFLINE, location=aed202db7571,36023,1731408627650; forceNewPlan=false, retain=false 2024-11-12T10:50:38,614 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=919f4e3793199653ef62a8f19c21b41b, ASSIGN; state=OFFLINE, location=aed202db7571,44017,1731408627577; forceNewPlan=false, retain=false 2024-11-12T10:50:38,615 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=73f76667f47e7c6818b48e0c1f70085f, ASSIGN; state=OFFLINE, location=aed202db7571,36023,1731408627650; forceNewPlan=false, retain=false 2024-11-12T10:50:38,615 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9bf1af81d33a3ee279cf8ab2d948e94, ASSIGN; state=OFFLINE, location=aed202db7571,43051,1731408627616; forceNewPlan=false, retain=false 2024-11-12T10:50:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:50:38,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0a3831c71b3fcd7cea70f755b5236c8, ASSIGN 2024-11-12T10:50:38,616 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa04bcaa55898bb4b97c81d072c2ab7c, ASSIGN 2024-11-12T10:50:38,616 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e41014a80bc0151d624fc64cce9f9a9, ASSIGN 2024-11-12T10:50:38,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aff2b21dc2be555c639275fc0026679d, ASSIGN 2024-11-12T10:50:38,617 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=03aedb7c399a622a74142adab7f7bac6, ASSIGN 2024-11-12T10:50:38,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0a3831c71b3fcd7cea70f755b5236c8, ASSIGN; state=OFFLINE, location=aed202db7571,44017,1731408627577; forceNewPlan=false, retain=false 2024-11-12T10:50:38,617 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa04bcaa55898bb4b97c81d072c2ab7c, ASSIGN; state=OFFLINE, location=aed202db7571,36023,1731408627650; forceNewPlan=false, retain=false 2024-11-12T10:50:38,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aff2b21dc2be555c639275fc0026679d, ASSIGN; state=OFFLINE, location=aed202db7571,43051,1731408627616; forceNewPlan=false, retain=false 2024-11-12T10:50:38,617 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=03aedb7c399a622a74142adab7f7bac6, ASSIGN; state=OFFLINE, location=aed202db7571,44017,1731408627577; forceNewPlan=false, retain=false 2024-11-12T10:50:38,617 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e41014a80bc0151d624fc64cce9f9a9, ASSIGN; state=OFFLINE, location=aed202db7571,36023,1731408627650; forceNewPlan=false, retain=false 2024-11-12T10:50:38,620 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4efa916fdc2e1f9c43b0f02fafda1788, ASSIGN 2024-11-12T10:50:38,620 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4efa916fdc2e1f9c43b0f02fafda1788, ASSIGN; state=OFFLINE, location=aed202db7571,43051,1731408627616; forceNewPlan=false, retain=false 2024-11-12T10:50:38,765 INFO [aed202db7571:38799 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T10:50:38,766 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=03aedb7c399a622a74142adab7f7bac6, regionState=OPENING, regionLocation=aed202db7571,44017,1731408627577 2024-11-12T10:50:38,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=919f4e3793199653ef62a8f19c21b41b, regionState=OPENING, regionLocation=aed202db7571,44017,1731408627577 2024-11-12T10:50:38,766 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a0a3831c71b3fcd7cea70f755b5236c8, regionState=OPENING, regionLocation=aed202db7571,44017,1731408627577 2024-11-12T10:50:38,767 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=aff2b21dc2be555c639275fc0026679d, regionState=OPENING, regionLocation=aed202db7571,43051,1731408627616 2024-11-12T10:50:38,767 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4efa916fdc2e1f9c43b0f02fafda1788, regionState=OPENING, regionLocation=aed202db7571,43051,1731408627616 2024-11-12T10:50:38,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9bf1af81d33a3ee279cf8ab2d948e94, regionState=OPENING, regionLocation=aed202db7571,43051,1731408627616 2024-11-12T10:50:38,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fa04bcaa55898bb4b97c81d072c2ab7c, regionState=OPENING, regionLocation=aed202db7571,36023,1731408627650 2024-11-12T10:50:38,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6e41014a80bc0151d624fc64cce9f9a9, regionState=OPENING, regionLocation=aed202db7571,36023,1731408627650 2024-11-12T10:50:38,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f573e7356dc79b194fdb01f4bb0e085d, regionState=OPENING, regionLocation=aed202db7571,36023,1731408627650 2024-11-12T10:50:38,769 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=73f76667f47e7c6818b48e0c1f70085f, regionState=OPENING, regionLocation=aed202db7571,36023,1731408627650 2024-11-12T10:50:38,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=03aedb7c399a622a74142adab7f7bac6, ASSIGN because future has completed 2024-11-12T10:50:38,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03aedb7c399a622a74142adab7f7bac6, server=aed202db7571,44017,1731408627577}] 2024-11-12T10:50:38,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a0a3831c71b3fcd7cea70f755b5236c8, ASSIGN because future has completed 2024-11-12T10:50:38,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0a3831c71b3fcd7cea70f755b5236c8, server=aed202db7571,44017,1731408627577}] 2024-11-12T10:50:38,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=919f4e3793199653ef62a8f19c21b41b, ASSIGN because future has completed 2024-11-12T10:50:38,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 919f4e3793199653ef62a8f19c21b41b, server=aed202db7571,44017,1731408627577}] 2024-11-12T10:50:38,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aff2b21dc2be555c639275fc0026679d, ASSIGN because future has completed 2024-11-12T10:50:38,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=4efa916fdc2e1f9c43b0f02fafda1788, ASSIGN because future has completed 2024-11-12T10:50:38,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure aff2b21dc2be555c639275fc0026679d, server=aed202db7571,43051,1731408627616}] 2024-11-12T10:50:38,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4efa916fdc2e1f9c43b0f02fafda1788, server=aed202db7571,43051,1731408627616}] 2024-11-12T10:50:38,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a9bf1af81d33a3ee279cf8ab2d948e94, ASSIGN because future has completed 2024-11-12T10:50:38,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa04bcaa55898bb4b97c81d072c2ab7c, ASSIGN because future has completed 2024-11-12T10:50:38,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9bf1af81d33a3ee279cf8ab2d948e94, server=aed202db7571,43051,1731408627616}] 2024-11-12T10:50:38,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e41014a80bc0151d624fc64cce9f9a9, ASSIGN because future has completed 2024-11-12T10:50:38,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f573e7356dc79b194fdb01f4bb0e085d, ASSIGN because future has completed 2024-11-12T10:50:38,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=73f76667f47e7c6818b48e0c1f70085f, ASSIGN because future has completed 2024-11-12T10:50:38,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e41014a80bc0151d624fc64cce9f9a9, server=aed202db7571,36023,1731408627650}] 2024-11-12T10:50:38,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73f76667f47e7c6818b48e0c1f70085f, server=aed202db7571,36023,1731408627650}] 2024-11-12T10:50:38,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f573e7356dc79b194fdb01f4bb0e085d, server=aed202db7571,36023,1731408627650}] 2024-11-12T10:50:38,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa04bcaa55898bb4b97c81d072c2ab7c, server=aed202db7571,36023,1731408627650}] 2024-11-12T10:50:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:50:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:50:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:50:40,013 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T10:50:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:50:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:50:42,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T10:50:42,672 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T10:50:42,673 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:50:42,673 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T10:50:43,881 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:50:43,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:43,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:43,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:50:48,776 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:50:48,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57459, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:50:48,789 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:50:48,789 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 919f4e3793199653ef62a8f19c21b41b, NAME => 'SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T10:50:48,790 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,790 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:48,790 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,790 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,790 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T10:50:48,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53639, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T10:50:48,793 INFO [StoreOpener-919f4e3793199653ef62a8f19c21b41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,795 INFO [StoreOpener-919f4e3793199653ef62a8f19c21b41b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 919f4e3793199653ef62a8f19c21b41b columnFamilyName cf 2024-11-12T10:50:48,795 DEBUG [StoreOpener-919f4e3793199653ef62a8f19c21b41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:48,795 INFO [StoreOpener-919f4e3793199653ef62a8f19c21b41b-1 {}] regionserver.HStore(327): Store=919f4e3793199653ef62a8f19c21b41b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:48,796 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,796 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,797 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,797 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,797 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,799 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,803 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. 2024-11-12T10:50:48,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e41014a80bc0151d624fc64cce9f9a9, NAME => 'SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T10:50:48,803 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:50:48,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4efa916fdc2e1f9c43b0f02fafda1788, NAME => 'SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T10:50:48,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:48,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:48,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,803 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,804 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/919f4e3793199653ef62a8f19c21b41b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:48,804 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 919f4e3793199653ef62a8f19c21b41b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64031442, jitterRate=-0.04585716128349304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:50:48,804 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:50:48,804 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 919f4e3793199653ef62a8f19c21b41b: Running coprocessor pre-open hook at 1731408648790Writing region info on filesystem at 1731408648790Initializing all the Stores at 1731408648792 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408648792Cleaning up temporary data from old regions at 1731408648797 (+5 ms)Running coprocessor post-open hooks at 1731408648804 (+7 ms)Region opened successfully at 1731408648804 2024-11-12T10:50:48,805 INFO [StoreOpener-4efa916fdc2e1f9c43b0f02fafda1788-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,805 INFO [StoreOpener-6e41014a80bc0151d624fc64cce9f9a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,805 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b., pid=17, masterSystemTime=1731408648776 2024-11-12T10:50:48,806 INFO [StoreOpener-6e41014a80bc0151d624fc64cce9f9a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e41014a80bc0151d624fc64cce9f9a9 columnFamilyName cf 2024-11-12T10:50:48,806 INFO [StoreOpener-4efa916fdc2e1f9c43b0f02fafda1788-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4efa916fdc2e1f9c43b0f02fafda1788 columnFamilyName cf 2024-11-12T10:50:48,806 DEBUG [StoreOpener-6e41014a80bc0151d624fc64cce9f9a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:48,806 DEBUG [StoreOpener-4efa916fdc2e1f9c43b0f02fafda1788-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:48,807 INFO [StoreOpener-6e41014a80bc0151d624fc64cce9f9a9-1 {}] regionserver.HStore(327): Store=6e41014a80bc0151d624fc64cce9f9a9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:48,807 INFO [StoreOpener-4efa916fdc2e1f9c43b0f02fafda1788-1 {}] regionserver.HStore(327): Store=4efa916fdc2e1f9c43b0f02fafda1788/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:48,808 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,808 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:50:48,808 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,809 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:50:48,809 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,809 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:50:48,809 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a0a3831c71b3fcd7cea70f755b5236c8, NAME => 'SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T10:50:48,809 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=919f4e3793199653ef62a8f19c21b41b, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,44017,1731408627577 2024-11-12T10:50:48,809 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,809 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,809 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:48,809 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,810 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,810 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,810 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,810 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,811 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,811 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,811 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,812 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 919f4e3793199653ef62a8f19c21b41b, server=aed202db7571,44017,1731408627577 because future has completed 2024-11-12T10:50:48,815 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-12T10:50:48,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 919f4e3793199653ef62a8f19c21b41b, server=aed202db7571,44017,1731408627577 in 10.0400 sec 2024-11-12T10:50:48,817 INFO [StoreOpener-a0a3831c71b3fcd7cea70f755b5236c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=919f4e3793199653ef62a8f19c21b41b, ASSIGN in 10.2060 sec 2024-11-12T10:50:48,819 INFO [StoreOpener-a0a3831c71b3fcd7cea70f755b5236c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0a3831c71b3fcd7cea70f755b5236c8 columnFamilyName cf 2024-11-12T10:50:48,819 DEBUG [StoreOpener-a0a3831c71b3fcd7cea70f755b5236c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:48,820 INFO [StoreOpener-a0a3831c71b3fcd7cea70f755b5236c8-1 {}] regionserver.HStore(327): Store=a0a3831c71b3fcd7cea70f755b5236c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:48,820 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,821 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,822 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,822 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,822 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,824 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,828 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/4efa916fdc2e1f9c43b0f02fafda1788/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:48,828 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/6e41014a80bc0151d624fc64cce9f9a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:48,829 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:48,829 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6e41014a80bc0151d624fc64cce9f9a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60377865, jitterRate=-0.10029970109462738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:50:48,829 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 4efa916fdc2e1f9c43b0f02fafda1788; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61423005, jitterRate=-0.08472590148448944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:50:48,829 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:48,829 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:48,829 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6e41014a80bc0151d624fc64cce9f9a9: Running coprocessor pre-open hook at 1731408648804Writing region info on filesystem at 1731408648804Initializing all the Stores at 1731408648804Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408648804Cleaning up temporary data from old regions at 1731408648812 (+8 ms)Running coprocessor post-open hooks at 1731408648829 (+17 ms)Region opened successfully at 1731408648829 2024-11-12T10:50:48,829 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4efa916fdc2e1f9c43b0f02fafda1788: Running coprocessor pre-open hook at 1731408648803Writing region info on filesystem at 1731408648803Initializing all the Stores at 1731408648804 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408648804Cleaning up temporary data from old regions at 1731408648810 (+6 ms)Running coprocessor post-open hooks at 1731408648829 (+19 ms)Region opened successfully at 1731408648829 2024-11-12T10:50:48,829 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a0a3831c71b3fcd7cea70f755b5236c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70555627, jitterRate=0.05136077105998993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:50:48,830 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:48,830 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a0a3831c71b3fcd7cea70f755b5236c8: Running coprocessor pre-open hook at 1731408648810Writing region info on filesystem at 1731408648810Initializing all the Stores at 1731408648812 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408648812Cleaning up temporary data from old regions at 1731408648822 (+10 ms)Running coprocessor post-open hooks at 1731408648830 (+8 ms)Region opened successfully at 1731408648830 2024-11-12T10:50:48,830 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788., pid=19, masterSystemTime=1731408648790 2024-11-12T10:50:48,830 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8., pid=16, masterSystemTime=1731408648776 2024-11-12T10:50:48,831 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9., pid=21, masterSystemTime=1731408648792 2024-11-12T10:50:48,832 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:50:48,832 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:50:48,832 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:50:48,832 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 03aedb7c399a622a74142adab7f7bac6, NAME => 'SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T10:50:48,832 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=a0a3831c71b3fcd7cea70f755b5236c8, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,44017,1731408627577 2024-11-12T10:50:48,833 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,833 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:48,833 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,833 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,833 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:50:48,833 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:50:48,833 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:50:48,833 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => aff2b21dc2be555c639275fc0026679d, NAME => 'SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T10:50:48,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. 2024-11-12T10:50:48,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,834 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. 2024-11-12T10:50:48,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:48,834 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. 2024-11-12T10:50:48,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,834 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => f573e7356dc79b194fdb01f4bb0e085d, NAME => 'SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T10:50:48,835 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,835 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:48,835 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,835 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4efa916fdc2e1f9c43b0f02fafda1788, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,43051,1731408627616 2024-11-12T10:50:48,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0a3831c71b3fcd7cea70f755b5236c8, server=aed202db7571,44017,1731408627577 because future has completed 2024-11-12T10:50:48,836 INFO [StoreOpener-aff2b21dc2be555c639275fc0026679d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,836 INFO [StoreOpener-f573e7356dc79b194fdb01f4bb0e085d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,837 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6e41014a80bc0151d624fc64cce9f9a9, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,36023,1731408627650 2024-11-12T10:50:48,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4efa916fdc2e1f9c43b0f02fafda1788, server=aed202db7571,43051,1731408627616 because future has completed 2024-11-12T10:50:48,838 INFO [StoreOpener-03aedb7c399a622a74142adab7f7bac6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e41014a80bc0151d624fc64cce9f9a9, server=aed202db7571,36023,1731408627650 because future has completed 2024-11-12T10:50:48,839 INFO [StoreOpener-f573e7356dc79b194fdb01f4bb0e085d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f573e7356dc79b194fdb01f4bb0e085d columnFamilyName cf 2024-11-12T10:50:48,839 DEBUG [StoreOpener-f573e7356dc79b194fdb01f4bb0e085d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:48,840 INFO [StoreOpener-f573e7356dc79b194fdb01f4bb0e085d-1 {}] regionserver.HStore(327): Store=f573e7356dc79b194fdb01f4bb0e085d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:48,840 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,840 INFO [StoreOpener-03aedb7c399a622a74142adab7f7bac6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03aedb7c399a622a74142adab7f7bac6 columnFamilyName cf 2024-11-12T10:50:48,840 DEBUG [StoreOpener-03aedb7c399a622a74142adab7f7bac6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:48,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-12T10:50:48,841 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,841 INFO [StoreOpener-03aedb7c399a622a74142adab7f7bac6-1 {}] regionserver.HStore(327): Store=03aedb7c399a622a74142adab7f7bac6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:48,841 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,842 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,842 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,842 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,842 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-11-12T10:50:48,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4efa916fdc2e1f9c43b0f02fafda1788, server=aed202db7571,43051,1731408627616 in 10.0580 sec 2024-11-12T10:50:48,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure a0a3831c71b3fcd7cea70f755b5236c8, server=aed202db7571,44017,1731408627577 in 10.0650 sec 2024-11-12T10:50:48,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-12T10:50:48,844 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a0a3831c71b3fcd7cea70f755b5236c8, ASSIGN in 10.2310 sec 2024-11-12T10:50:48,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e41014a80bc0151d624fc64cce9f9a9, server=aed202db7571,36023,1731408627650 in 10.0520 sec 2024-11-12T10:50:48,844 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,844 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,845 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=4efa916fdc2e1f9c43b0f02fafda1788, ASSIGN in 10.2330 sec 2024-11-12T10:50:48,845 INFO [StoreOpener-aff2b21dc2be555c639275fc0026679d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aff2b21dc2be555c639275fc0026679d columnFamilyName cf 2024-11-12T10:50:48,845 DEBUG [StoreOpener-aff2b21dc2be555c639275fc0026679d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:48,846 INFO [StoreOpener-aff2b21dc2be555c639275fc0026679d-1 {}] regionserver.HStore(327): Store=aff2b21dc2be555c639275fc0026679d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:48,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e41014a80bc0151d624fc64cce9f9a9, ASSIGN in 10.2340 sec 2024-11-12T10:50:48,846 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,847 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,847 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,848 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,848 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/f573e7356dc79b194fdb01f4bb0e085d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:48,848 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,848 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,848 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened f573e7356dc79b194fdb01f4bb0e085d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75185152, jitterRate=0.1203460693359375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:50:48,848 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:48,848 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for f573e7356dc79b194fdb01f4bb0e085d: Running coprocessor pre-open hook at 1731408648835Writing region info on filesystem at 1731408648835Initializing all the Stores at 1731408648836 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408648836Cleaning up temporary data from old regions at 1731408648842 (+6 ms)Running coprocessor post-open hooks at 1731408648848 (+6 ms)Region opened successfully at 1731408648848 2024-11-12T10:50:48,849 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/03aedb7c399a622a74142adab7f7bac6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:48,849 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d., pid=22, masterSystemTime=1731408648792 2024-11-12T10:50:48,850 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 03aedb7c399a622a74142adab7f7bac6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66573930, jitterRate=-0.007971137762069702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:50:48,850 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:48,850 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 03aedb7c399a622a74142adab7f7bac6: Running coprocessor pre-open hook at 1731408648833Writing region info on filesystem at 1731408648833Initializing all the Stores at 1731408648837 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408648838 (+1 ms)Cleaning up temporary data from old regions at 1731408648844 (+6 ms)Running coprocessor post-open hooks at 1731408648850 (+6 ms)Region opened successfully at 1731408648850 2024-11-12T10:50:48,850 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6., pid=15, masterSystemTime=1731408648776 2024-11-12T10:50:48,851 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,851 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. 2024-11-12T10:50:48,851 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. 2024-11-12T10:50:48,851 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. 2024-11-12T10:50:48,852 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 73f76667f47e7c6818b48e0c1f70085f, NAME => 'SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T10:50:48,852 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=f573e7356dc79b194fdb01f4bb0e085d, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,36023,1731408627650 2024-11-12T10:50:48,852 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,852 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:48,852 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:50:48,852 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,852 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:50:48,852 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,867 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=03aedb7c399a622a74142adab7f7bac6, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,44017,1731408627577 2024-11-12T10:50:48,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure f573e7356dc79b194fdb01f4bb0e085d, server=aed202db7571,36023,1731408627650 because future has completed 2024-11-12T10:50:48,868 INFO [StoreOpener-73f76667f47e7c6818b48e0c1f70085f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,870 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:48,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03aedb7c399a622a74142adab7f7bac6, server=aed202db7571,44017,1731408627577 because future has completed 2024-11-12T10:50:48,870 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened aff2b21dc2be555c639275fc0026679d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73706960, jitterRate=0.09831929206848145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:50:48,871 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:48,871 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for aff2b21dc2be555c639275fc0026679d: Running coprocessor pre-open hook at 1731408648834Writing region info on filesystem at 1731408648834Initializing all the Stores at 1731408648835 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408648835Cleaning up temporary data from old regions at 1731408648848 (+13 ms)Running coprocessor post-open hooks at 1731408648871 (+23 ms)Region opened successfully at 1731408648871 2024-11-12T10:50:48,871 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d., pid=18, masterSystemTime=1731408648790 2024-11-12T10:50:48,872 INFO [StoreOpener-73f76667f47e7c6818b48e0c1f70085f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73f76667f47e7c6818b48e0c1f70085f columnFamilyName cf 2024-11-12T10:50:48,872 DEBUG [StoreOpener-73f76667f47e7c6818b48e0c1f70085f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:48,873 INFO [StoreOpener-73f76667f47e7c6818b48e0c1f70085f-1 {}] regionserver.HStore(327): Store=73f76667f47e7c6818b48e0c1f70085f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:48,873 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,874 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,874 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-12T10:50:48,874 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:50:48,874 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,874 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:50:48,875 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,875 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:50:48,875 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a9bf1af81d33a3ee279cf8ab2d948e94, NAME => 'SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T10:50:48,875 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,875 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:48,875 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,875 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure f573e7356dc79b194fdb01f4bb0e085d, server=aed202db7571,36023,1731408627650 in 10.0820 sec 2024-11-12T10:50:48,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=aff2b21dc2be555c639275fc0026679d, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,43051,1731408627616 2024-11-12T10:50:48,877 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-12T10:50:48,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 03aedb7c399a622a74142adab7f7bac6, server=aed202db7571,44017,1731408627577 in 10.1010 sec 2024-11-12T10:50:48,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure aff2b21dc2be555c639275fc0026679d, server=aed202db7571,43051,1731408627616 because future has completed 2024-11-12T10:50:48,881 INFO [StoreOpener-a9bf1af81d33a3ee279cf8ab2d948e94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f573e7356dc79b194fdb01f4bb0e085d, ASSIGN in 10.2650 sec 2024-11-12T10:50:48,882 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/73f76667f47e7c6818b48e0c1f70085f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:48,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=03aedb7c399a622a74142adab7f7bac6, ASSIGN in 10.2690 sec 2024-11-12T10:50:48,883 INFO [StoreOpener-a9bf1af81d33a3ee279cf8ab2d948e94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9bf1af81d33a3ee279cf8ab2d948e94 columnFamilyName cf 2024-11-12T10:50:48,883 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 73f76667f47e7c6818b48e0c1f70085f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67783369, jitterRate=0.010050907731056213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:50:48,883 DEBUG [StoreOpener-a9bf1af81d33a3ee279cf8ab2d948e94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:48,883 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:48,883 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 73f76667f47e7c6818b48e0c1f70085f: Running coprocessor pre-open hook at 1731408648866Writing region info on filesystem at 1731408648866Initializing all the Stores at 1731408648868 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408648868Cleaning up temporary data from old regions at 1731408648875 (+7 ms)Running coprocessor post-open hooks at 1731408648883 (+8 ms)Region opened successfully at 1731408648883 2024-11-12T10:50:48,884 INFO [StoreOpener-a9bf1af81d33a3ee279cf8ab2d948e94-1 {}] regionserver.HStore(327): Store=a9bf1af81d33a3ee279cf8ab2d948e94/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:48,884 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,884 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f., pid=23, masterSystemTime=1731408648792 2024-11-12T10:50:48,885 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,885 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-12T10:50:48,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure aff2b21dc2be555c639275fc0026679d, server=aed202db7571,43051,1731408627616 in 10.1020 sec 2024-11-12T10:50:48,886 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. 2024-11-12T10:50:48,886 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,886 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. 2024-11-12T10:50:48,886 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,886 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. 2024-11-12T10:50:48,886 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => fa04bcaa55898bb4b97c81d072c2ab7c, NAME => 'SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T10:50:48,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=73f76667f47e7c6818b48e0c1f70085f, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,36023,1731408627650 2024-11-12T10:50:48,887 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,887 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:50:48,887 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,887 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aff2b21dc2be555c639275fc0026679d, ASSIGN in 10.2760 sec 2024-11-12T10:50:48,888 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,889 INFO [StoreOpener-fa04bcaa55898bb4b97c81d072c2ab7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73f76667f47e7c6818b48e0c1f70085f, server=aed202db7571,36023,1731408627650 because future has completed 2024-11-12T10:50:48,890 INFO [StoreOpener-fa04bcaa55898bb4b97c81d072c2ab7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa04bcaa55898bb4b97c81d072c2ab7c columnFamilyName cf 2024-11-12T10:50:48,890 DEBUG [StoreOpener-fa04bcaa55898bb4b97c81d072c2ab7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:50:48,892 INFO [StoreOpener-fa04bcaa55898bb4b97c81d072c2ab7c-1 {}] regionserver.HStore(327): Store=fa04bcaa55898bb4b97c81d072c2ab7c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T10:50:48,892 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,893 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,894 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,894 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,895 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,895 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a9bf1af81d33a3ee279cf8ab2d948e94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:48,896 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a9bf1af81d33a3ee279cf8ab2d948e94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65159468, jitterRate=-0.029048264026641846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:50:48,896 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:48,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-12T10:50:48,896 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a9bf1af81d33a3ee279cf8ab2d948e94: Running coprocessor pre-open hook at 1731408648876Writing region info on filesystem at 1731408648876Initializing all the Stores at 1731408648876Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408648877 (+1 ms)Cleaning up temporary data from old regions at 1731408648886 (+9 ms)Running coprocessor post-open hooks at 1731408648896 (+10 ms)Region opened successfully at 1731408648896 2024-11-12T10:50:48,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 73f76667f47e7c6818b48e0c1f70085f, server=aed202db7571,36023,1731408627650 in 10.1040 sec 2024-11-12T10:50:48,898 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,898 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94., pid=20, masterSystemTime=1731408648790 2024-11-12T10:50:48,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=73f76667f47e7c6818b48e0c1f70085f, ASSIGN in 10.2870 sec 2024-11-12T10:50:48,902 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/fa04bcaa55898bb4b97c81d072c2ab7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T10:50:48,902 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:50:48,902 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:50:48,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9bf1af81d33a3ee279cf8ab2d948e94, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,43051,1731408627616 2024-11-12T10:50:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9bf1af81d33a3ee279cf8ab2d948e94, server=aed202db7571,43051,1731408627616 because future has completed 2024-11-12T10:50:48,906 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened fa04bcaa55898bb4b97c81d072c2ab7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63854651, jitterRate=-0.04849155247211456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T10:50:48,906 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:48,906 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for fa04bcaa55898bb4b97c81d072c2ab7c: Running coprocessor pre-open hook at 1731408648887Writing region info on filesystem at 1731408648887Initializing all the Stores at 1731408648888 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408648888Cleaning up temporary data from old regions at 1731408648895 (+7 ms)Running coprocessor post-open hooks at 1731408648906 (+11 ms)Region opened successfully at 1731408648906 2024-11-12T10:50:48,908 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c., pid=24, masterSystemTime=1731408648792 2024-11-12T10:50:48,911 DEBUG [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. 2024-11-12T10:50:48,912 INFO [RS_OPEN_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. 2024-11-12T10:50:48,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-12T10:50:48,913 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fa04bcaa55898bb4b97c81d072c2ab7c, regionState=OPEN, openSeqNum=2, regionLocation=aed202db7571,36023,1731408627650 2024-11-12T10:50:48,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a9bf1af81d33a3ee279cf8ab2d948e94, server=aed202db7571,43051,1731408627616 in 10.1220 sec 2024-11-12T10:50:48,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa04bcaa55898bb4b97c81d072c2ab7c, server=aed202db7571,36023,1731408627650 because future has completed 2024-11-12T10:50:48,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a9bf1af81d33a3ee279cf8ab2d948e94, ASSIGN in 10.3040 sec 2024-11-12T10:50:48,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=14 2024-11-12T10:50:48,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure fa04bcaa55898bb4b97c81d072c2ab7c, server=aed202db7571,36023,1731408627650 in 10.1260 sec 2024-11-12T10:50:48,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-12T10:50:48,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa04bcaa55898bb4b97c81d072c2ab7c, ASSIGN in 10.3090 sec 2024-11-12T10:50:48,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T10:50:48,922 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731408648922"}]},"ts":"1731408648922"} 2024-11-12T10:50:48,924 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T10:50:48,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T10:50:48,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4180 sec 2024-11-12T10:50:52,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T10:50:54,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T10:50:54,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:54,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:54,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T10:50:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T10:50:56,798 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T10:50:56,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T10:50:56,799 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:50:56,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T10:50:56,807 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:50:56,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T10:50:56,836 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d., hostname=aed202db7571,43051,1731408627616, seqNum=2] 2024-11-12T10:50:56,838 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d., hostname=aed202db7571,43051,1731408627616, seqNum=2] 2024-11-12T10:50:56,839 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d., hostname=aed202db7571,43051,1731408627616, seqNum=2] 2024-11-12T10:50:56,841 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d., hostname=aed202db7571,43051,1731408627616, seqNum=2] 2024-11-12T10:50:56,842 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d., hostname=aed202db7571,43051,1731408627616, seqNum=2] 2024-11-12T10:50:56,871 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9., hostname=aed202db7571,36023,1731408627650, seqNum=2] 2024-11-12T10:50:56,873 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9., hostname=aed202db7571,36023,1731408627650, seqNum=2] 2024-11-12T10:50:56,874 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9., hostname=aed202db7571,36023,1731408627650, seqNum=2] 2024-11-12T10:50:56,876 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9., hostname=aed202db7571,36023,1731408627650, seqNum=2] 2024-11-12T10:50:56,877 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9., hostname=aed202db7571,36023,1731408627650, seqNum=2] 2024-11-12T10:50:56,911 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8., hostname=aed202db7571,44017,1731408627577, seqNum=2] 2024-11-12T10:50:56,912 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8., hostname=aed202db7571,44017,1731408627577, seqNum=2] 2024-11-12T10:50:56,913 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8., hostname=aed202db7571,44017,1731408627577, seqNum=2] 2024-11-12T10:50:56,914 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8., hostname=aed202db7571,44017,1731408627577, seqNum=2] 2024-11-12T10:50:56,915 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8., hostname=aed202db7571,44017,1731408627577, seqNum=2] 2024-11-12T10:50:56,970 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c., hostname=aed202db7571,36023,1731408627650, seqNum=2] 2024-11-12T10:50:56,971 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c., hostname=aed202db7571,36023,1731408627650, seqNum=2] 2024-11-12T10:50:56,973 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c., hostname=aed202db7571,36023,1731408627650, seqNum=2] 2024-11-12T10:50:56,974 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c., hostname=aed202db7571,36023,1731408627650, seqNum=2] 2024-11-12T10:50:56,974 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c., hostname=aed202db7571,36023,1731408627650, seqNum=2] 2024-11-12T10:50:57,503 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:50:57,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:50:57,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T10:50:57,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:50:57,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T10:50:57,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43051 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:50:57,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44017 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:50:57,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. 2024-11-12T10:50:57,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:50:58,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36023 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T10:50:58,153 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T10:50:58,153 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:50:58,154 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T10:50:58,155 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T10:50:58,158 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T10:50:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:50:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:50:58,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741848_1024 (size=49) 2024-11-12T10:50:58,168 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T10:50:58,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 919f4e3793199653ef62a8f19c21b41b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9bf1af81d33a3ee279cf8ab2d948e94}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 73f76667f47e7c6818b48e0c1f70085f}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f573e7356dc79b194fdb01f4bb0e085d}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4efa916fdc2e1f9c43b0f02fafda1788}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 03aedb7c399a622a74142adab7f7bac6}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff2b21dc2be555c639275fc0026679d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e41014a80bc0151d624fc64cce9f9a9}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0a3831c71b3fcd7cea70f755b5236c8}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa04bcaa55898bb4b97c81d072c2ab7c}] 2024-11-12T10:50:58,170 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff2b21dc2be555c639275fc0026679d 2024-11-12T10:50:58,170 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:50:58,170 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:50:58,170 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:50:58,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:50:58,174 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:50:58,174 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:50:58,174 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:50:58,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:50:58,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:51:08,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T10:51:08,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T10:51:08,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T10:51:08,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T10:51:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:51:08,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T10:51:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:51:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. 2024-11-12T10:51:08,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T10:51:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 4efa916fdc2e1f9c43b0f02fafda1788: 2024-11-12T10:51:08,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing a0a3831c71b3fcd7cea70f755b5236c8 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T10:51:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:51:08,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T10:51:08,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. for SnapshotProcedureTest completed. 2024-11-12T10:51:08,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing fa04bcaa55898bb4b97c81d072c2ab7c 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T10:51:08,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 919f4e3793199653ef62a8f19c21b41b: 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. for SnapshotProcedureTest completed. 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for a9bf1af81d33a3ee279cf8ab2d948e94: 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. for SnapshotProcedureTest completed. 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:51:08,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 03aedb7c399a622a74142adab7f7bac6: 2024-11-12T10:51:08,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. for SnapshotProcedureTest completed. 2024-11-12T10:51:08,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:51:08,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:51:08,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:51:08,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:51:08,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T10:51:08,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:51:08,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. 2024-11-12T10:51:08,177 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing aff2b21dc2be555c639275fc0026679d 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-12T10:51:08,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T10:51:08,178 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 6e41014a80bc0151d624fc64cce9f9a9 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T10:51:08,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. 2024-11-12T10:51:08,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 73f76667f47e7c6818b48e0c1f70085f: 2024-11-12T10:51:08,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. for SnapshotProcedureTest completed. 2024-11-12T10:51:08,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:51:08,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:51:08,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d/.tmp/cf/00f4cdccb8e4442aac6d3d913a08503d is 34, key is aaa/cf:cf/1731408657613/Put/seqid=0 2024-11-12T10:51:08,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741849_1025 (size=57) 2024-11-12T10:51:08,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741849_1025 (size=57) 2024-11-12T10:51:08,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/6e41014a80bc0151d624fc64cce9f9a9/.tmp/cf/14567d090fd34ccf872d9720b940867a is 34, key is baa/cf:cf/1731408657687/Put/seqid=0 2024-11-12T10:51:08,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:51:08,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741849_1025 (size=57) 2024-11-12T10:51:08,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T10:51:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T10:51:08,211 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8/.tmp/cf/7b1b97f667914079833948f456e8bbd1 is 34, key is ccd/cf:cf/1731408657648/Put/seqid=0 2024-11-12T10:51:08,211 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:51:08,211 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:51:08,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 919f4e3793199653ef62a8f19c21b41b in 10.0440 sec 2024-11-12T10:51:08,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:51:08,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:51:08,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741852_1028 (size=65) 2024-11-12T10:51:08,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:51:08,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T10:51:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T10:51:08,220 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:51:08,220 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:51:08,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 03aedb7c399a622a74142adab7f7bac6 in 10.0530 sec 2024-11-12T10:51:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741853_1029 (size=65) 2024-11-12T10:51:08,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741853_1029 (size=65) 2024-11-12T10:51:08,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741853_1029 (size=65) 2024-11-12T10:51:08,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731408638507.73f76667f47e7c6818b48e0c1f70085f. 2024-11-12T10:51:08,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T10:51:08,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. 2024-11-12T10:51:08,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for f573e7356dc79b194fdb01f4bb0e085d: 2024-11-12T10:51:08,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. for SnapshotProcedureTest completed. 2024-11-12T10:51:08,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T10:51:08,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:51:08,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T10:51:08,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:51:08,233 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 73f76667f47e7c6818b48e0c1f70085f 2024-11-12T10:51:08,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/fa04bcaa55898bb4b97c81d072c2ab7c/.tmp/cf/58ff56e5374641d5873c4abd4bcfdcd6 is 34, key is eaa/cf:cf/1731408658082/Put/seqid=0 2024-11-12T10:51:08,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 73f76667f47e7c6818b48e0c1f70085f in 10.0660 sec 2024-11-12T10:51:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741850_1026 (size=65) 2024-11-12T10:51:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741850_1026 (size=65) 2024-11-12T10:51:08,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741850_1026 (size=65) 2024-11-12T10:51:08,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:51:08,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T10:51:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T10:51:08,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:51:08,241 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:51:08,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4efa916fdc2e1f9c43b0f02fafda1788 in 10.0740 sec 2024-11-12T10:51:08,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:51:08,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:51:08,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741851_1027 (size=65) 2024-11-12T10:51:08,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:51:08,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T10:51:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T10:51:08,258 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:51:08,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:51:08,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a9bf1af81d33a3ee279cf8ab2d948e94 in 10.0910 sec 2024-11-12T10:51:08,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741856_1032 (size=26918) 2024-11-12T10:51:08,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741856_1032 (size=26918) 2024-11-12T10:51:08,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741856_1032 (size=26918) 2024-11-12T10:51:08,265 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d/.tmp/cf/00f4cdccb8e4442aac6d3d913a08503d 2024-11-12T10:51:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741857_1033 (size=47197) 2024-11-12T10:51:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741857_1033 (size=47197) 2024-11-12T10:51:08,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741857_1033 (size=47197) 2024-11-12T10:51:08,270 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8/.tmp/cf/7b1b97f667914079833948f456e8bbd1 2024-11-12T10:51:08,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741854_1030 (size=499309) 2024-11-12T10:51:08,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741854_1030 (size=499309) 2024-11-12T10:51:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741854_1030 (size=499309) 2024-11-12T10:51:08,279 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/fa04bcaa55898bb4b97c81d072c2ab7c/.tmp/cf/58ff56e5374641d5873c4abd4bcfdcd6 2024-11-12T10:51:08,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8/.tmp/cf/7b1b97f667914079833948f456e8bbd1 as hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8/cf/7b1b97f667914079833948f456e8bbd1 2024-11-12T10:51:08,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/fa04bcaa55898bb4b97c81d072c2ab7c/.tmp/cf/58ff56e5374641d5873c4abd4bcfdcd6 as hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/fa04bcaa55898bb4b97c81d072c2ab7c/cf/58ff56e5374641d5873c4abd4bcfdcd6 2024-11-12T10:51:08,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d/.tmp/cf/00f4cdccb8e4442aac6d3d913a08503d as hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d/cf/00f4cdccb8e4442aac6d3d913a08503d 2024-11-12T10:51:08,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8/cf/7b1b97f667914079833948f456e8bbd1, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T10:51:08,295 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for a0a3831c71b3fcd7cea70f755b5236c8 in 120ms, sequenceid=5, compaction requested=false 2024-11-12T10:51:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for a0a3831c71b3fcd7cea70f755b5236c8: 2024-11-12T10:51:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. for SnapshotProcedureTest completed. 2024-11-12T10:51:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:51:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8/cf/7b1b97f667914079833948f456e8bbd1] hfiles 2024-11-12T10:51:08,295 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8/cf/7b1b97f667914079833948f456e8bbd1 for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,298 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d/cf/00f4cdccb8e4442aac6d3d913a08503d, entries=676, sequenceid=5, filesize=26.3 K 2024-11-12T10:51:08,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741855_1031 (size=28623) 2024-11-12T10:51:08,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741855_1031 (size=28623) 2024-11-12T10:51:08,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741855_1031 (size=28623) 2024-11-12T10:51:08,300 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for aff2b21dc2be555c639275fc0026679d in 123ms, sequenceid=5, compaction requested=false 2024-11-12T10:51:08,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for aff2b21dc2be555c639275fc0026679d: 2024-11-12T10:51:08,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. for SnapshotProcedureTest completed. 2024-11-12T10:51:08,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:51:08,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d/cf/00f4cdccb8e4442aac6d3d913a08503d] hfiles 2024-11-12T10:51:08,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d/cf/00f4cdccb8e4442aac6d3d913a08503d for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,301 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/6e41014a80bc0151d624fc64cce9f9a9/.tmp/cf/14567d090fd34ccf872d9720b940867a 2024-11-12T10:51:08,309 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/6e41014a80bc0151d624fc64cce9f9a9/.tmp/cf/14567d090fd34ccf872d9720b940867a as hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/6e41014a80bc0151d624fc64cce9f9a9/cf/14567d090fd34ccf872d9720b940867a 2024-11-12T10:51:08,311 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/fa04bcaa55898bb4b97c81d072c2ab7c/cf/58ff56e5374641d5873c4abd4bcfdcd6, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T10:51:08,312 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for fa04bcaa55898bb4b97c81d072c2ab7c in 138ms, sequenceid=5, compaction requested=false 2024-11-12T10:51:08,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for fa04bcaa55898bb4b97c81d072c2ab7c: 2024-11-12T10:51:08,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. for SnapshotProcedureTest completed. 2024-11-12T10:51:08,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:51:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741858_1034 (size=65) 2024-11-12T10:51:08,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/fa04bcaa55898bb4b97c81d072c2ab7c/cf/58ff56e5374641d5873c4abd4bcfdcd6] hfiles 2024-11-12T10:51:08,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/fa04bcaa55898bb4b97c81d072c2ab7c/cf/58ff56e5374641d5873c4abd4bcfdcd6 for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741858_1034 (size=65) 2024-11-12T10:51:08,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741858_1034 (size=65) 2024-11-12T10:51:08,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731408638507.f573e7356dc79b194fdb01f4bb0e085d. 2024-11-12T10:51:08,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T10:51:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T10:51:08,319 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:51:08,319 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f573e7356dc79b194fdb01f4bb0e085d 2024-11-12T10:51:08,321 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/6e41014a80bc0151d624fc64cce9f9a9/cf/14567d090fd34ccf872d9720b940867a, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T10:51:08,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f573e7356dc79b194fdb01f4bb0e085d in 10.1520 sec 2024-11-12T10:51:08,322 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 6e41014a80bc0151d624fc64cce9f9a9 in 145ms, sequenceid=5, compaction requested=false 2024-11-12T10:51:08,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 6e41014a80bc0151d624fc64cce9f9a9: 2024-11-12T10:51:08,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. for SnapshotProcedureTest completed. 2024-11-12T10:51:08,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T10:51:08,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/6e41014a80bc0151d624fc64cce9f9a9/cf/14567d090fd34ccf872d9720b940867a] hfiles 2024-11-12T10:51:08,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/6e41014a80bc0151d624fc64cce9f9a9/cf/14567d090fd34ccf872d9720b940867a for snapshot=SnapshotProcedureTest 2024-11-12T10:51:08,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741859_1035 (size=105) 2024-11-12T10:51:08,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:51:08,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741859_1035 (size=105) 2024-11-12T10:51:08,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T10:51:08,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741859_1035 (size=105) 2024-11-12T10:51:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741860_1036 (size=105) 2024-11-12T10:51:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741860_1036 (size=105) 2024-11-12T10:51:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741860_1036 (size=105) 2024-11-12T10:51:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T10:51:08,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:51:08,343 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:51:08,343 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T10:51:08,343 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:51:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T10:51:08,344 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aff2b21dc2be555c639275fc0026679d 2024-11-12T10:51:08,344 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff2b21dc2be555c639275fc0026679d 2024-11-12T10:51:08,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a0a3831c71b3fcd7cea70f755b5236c8 in 10.1760 sec 2024-11-12T10:51:08,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aff2b21dc2be555c639275fc0026679d in 10.1770 sec 2024-11-12T10:51:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741861_1037 (size=97) 2024-11-12T10:51:08,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741861_1037 (size=97) 2024-11-12T10:51:08,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741861_1037 (size=97) 2024-11-12T10:51:08,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731408638507.fa04bcaa55898bb4b97c81d072c2ab7c. 2024-11-12T10:51:08,350 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T10:51:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T10:51:08,351 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:51:08,351 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa04bcaa55898bb4b97c81d072c2ab7c 2024-11-12T10:51:08,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fa04bcaa55898bb4b97c81d072c2ab7c in 10.1840 sec 2024-11-12T10:51:08,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741862_1038 (size=105) 2024-11-12T10:51:08,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741862_1038 (size=105) 2024-11-12T10:51:08,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741862_1038 (size=105) 2024-11-12T10:51:08,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731408638507.6e41014a80bc0151d624fc64cce9f9a9. 2024-11-12T10:51:08,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T10:51:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T10:51:08,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:51:08,361 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e41014a80bc0151d624fc64cce9f9a9 2024-11-12T10:51:08,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-12T10:51:08,364 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T10:51:08,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6e41014a80bc0151d624fc64cce9f9a9 in 10.1940 sec 2024-11-12T10:51:08,364 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T10:51:08,365 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T10:51:08,365 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T10:51:08,367 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:51:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741863_1039 (size=1174) 2024-11-12T10:51:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741863_1039 (size=1174) 2024-11-12T10:51:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741863_1039 (size=1174) 2024-11-12T10:51:08,399 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T10:51:08,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T10:51:08,406 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,36023,1731408627650 2024-11-12T10:51:08,406 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,43051,1731408627616 2024-11-12T10:51:08,406 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:08,406 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:08,406 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:08,409 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,36023,1731408627650 2024-11-12T10:51:08,409 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,43051,1731408627616 2024-11-12T10:51:08,409 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,36023,1731408627650 2024-11-12T10:51:08,410 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,43051,1731408627616 2024-11-12T10:51:08,474 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:51:08,474 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing aed202db7571,36023,1731408627650 2024-11-12T10:51:08,475 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server aed202db7571,36023,1731408627650: Simulated kill ***** 2024-11-12T10:51:08,475 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T10:51:08,475 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T10:51:08,476 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T10:51:08,476 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T10:51:08,476 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T10:51:08,476 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 545124048 }, "NonHeapMemoryUsage": { "committed": 175767552, "init": 7667712, "max": -1, "used": 171439064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T10:51:08,477 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38799 {}] master.MasterRpcServices(700): aed202db7571,36023,1731408627650 reported a fatal error: ***** ABORTING region server aed202db7571,36023,1731408627650: Simulated kill ***** 2024-11-12T10:51:08,477 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,36023,1731408627650' ***** 2024-11-12T10:51:08,477 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T10:51:08,478 INFO [RS:2;aed202db7571:36023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:51:08,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:51:08,478 INFO [RS:2;aed202db7571:36023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T10:51:08,478 INFO [RS:2;aed202db7571:36023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T10:51:08,478 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T10:51:08,478 INFO [RS:2;aed202db7571:36023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:51:08,478 INFO [RS:2;aed202db7571:36023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;aed202db7571:36023. 2024-11-12T10:51:08,478 DEBUG [RS:2;aed202db7571:36023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:51:08,478 DEBUG [RS:2;aed202db7571:36023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:51:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741836_1012 (size=14382) 2024-11-12T10:51:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741836_1012 (size=14382) 2024-11-12T10:51:08,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta not finished, retry = 0 2024-11-12T10:51:08,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741836_1012 (size=14382) 2024-11-12T10:51:08,505 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:51:08,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741834_1010 (size=2301) 2024-11-12T10:51:08,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741834_1010 (size=2301) 2024-11-12T10:51:08,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741834_1010 (size=2301) 2024-11-12T10:51:08,593 DEBUG [RS:2;aed202db7571:36023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:51:08,593 INFO [RS:2;aed202db7571:36023 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:51:08,593 INFO [RS:2;aed202db7571:36023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36023 2024-11-12T10:51:08,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,36023,1731408627650 2024-11-12T10:51:08,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:51:08,594 INFO [RS:2;aed202db7571:36023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:51:08,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,36023,1731408627650] 2024-11-12T10:51:08,596 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,36023,1731408627650 already deleted, retry=false 2024-11-12T10:51:08,596 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of aed202db7571,36023,1731408627650 on aed202db7571,38799,1731408627527 2024-11-12T10:51:08,597 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure aed202db7571,36023,1731408627650, splitWal=true, meta=true 2024-11-12T10:51:08,597 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for aed202db7571,36023,1731408627650 (carryingMeta=true) aed202db7571,36023,1731408627650/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7c73d4fc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T10:51:08,598 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure aed202db7571,36023,1731408627650, splitWal=true, meta=true 2024-11-12T10:51:08,598 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure aed202db7571,36023,1731408627650, splitWal=true, meta=true, isMeta: true 2024-11-12T10:51:08,600 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting 2024-11-12T10:51:08,601 INFO [PEWorker-5 {}] master.SplitWALManager(105): aed202db7571,36023,1731408627650 WAL count=1, meta=true 2024-11-12T10:51:08,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta}] 2024-11-12T10:51:08,602 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:08,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta, worker=aed202db7571,44017,1731408627577}] 2024-11-12T10:51:08,604 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36023,1731408627650 Release verify snapshot worker=aed202db7571,36023,1731408627650 2024-11-12T10:51:08,604 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to aed202db7571,36023,1731408627650, this operation will be retried to send to another server 2024-11-12T10:51:08,604 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T10:51:08,605 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731408669605 2024-11-12T10:51:08,606 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36023,1731408627650 Release verify snapshot worker=aed202db7571,36023,1731408627650 2024-11-12T10:51:08,606 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-12T10:51:08,606 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-12T10:51:08,606 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to aed202db7571,36023,1731408627650, this operation will be retried to send to another server 2024-11-12T10:51:08,606 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-12T10:51:08,606 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-12T10:51:08,606 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T10:51:08,606 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731408669606 2024-11-12T10:51:08,607 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,36023,1731408627650 Release verify snapshot worker=aed202db7571,36023,1731408627650 2024-11-12T10:51:08,607 WARN [PEWorker-5 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 42 to aed202db7571,36023,1731408627650, this operation will be retried to send to another server 2024-11-12T10:51:08,607 WARN [PEWorker-5 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-12T10:51:08,608 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=42, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731408669608 2024-11-12T10:51:08,695 INFO [RS:2;aed202db7571:36023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:51:08,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:51:08,695 INFO [RS:2;aed202db7571:36023 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,36023,1731408627650; zookeeper connection closed. 2024-11-12T10:51:08,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36023-0x100338e63a00003, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:51:08,696 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57fea791 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57fea791 2024-11-12T10:51:09,029 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T10:51:09,029 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T10:51:09,716 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-12T10:51:18,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-12T10:51:18,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T10:51:18,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-12T10:51:18,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-12T10:51:18,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-12T10:51:18,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-12T10:51:18,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-12T10:51:18,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:51:18,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T10:51:18,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-12T10:51:18,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T10:51:18,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T10:51:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-12T10:51:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-12T10:51:18,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T10:51:18,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T10:51:18,418 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-12T10:51:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T10:51:18,419 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,43051,1731408627616 Release verify snapshot worker=aed202db7571,43051,1731408627616 2024-11-12T10:51:18,419 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 Release verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T10:51:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T10:51:18,420 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 Release verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-12T10:51:18,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 in 10.0160 sec 2024-11-12T10:51:18,421 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:18,421 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:18,422 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 Release verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:18,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 in 10.0170 sec 2024-11-12T10:51:18,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,43051,1731408627616 in 10.0160 sec 2024-11-12T10:51:18,424 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,43051,1731408627616 Release verify snapshot worker=aed202db7571,43051,1731408627616 2024-11-12T10:51:18,424 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,43051,1731408627616 Release verify snapshot worker=aed202db7571,43051,1731408627616 2024-11-12T10:51:18,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,43051,1731408627616 in 10.0210 sec 2024-11-12T10:51:18,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 in 10.0190 sec 2024-11-12T10:51:18,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,43051,1731408627616 in 10.0210 sec 2024-11-12T10:51:18,426 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:18,426 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=aed202db7571,43051,1731408627616 2024-11-12T10:51:18,432 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta, size=14.0 K (14382bytes) 2024-11-12T10:51:18,432 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta 2024-11-12T10:51:18,433 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta after 1ms 2024-11-12T10:51:18,435 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta took 3ms 2024-11-12T10:51:18,439 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-12T10:51:18,441 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta so closing down 2024-11-12T10:51:18,442 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T10:51:18,446 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta.temp 2024-11-12T10:51:18,449 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta.temp 2024-11-12T10:51:18,451 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T10:51:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741864_1040 (size=14141) 2024-11-12T10:51:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741864_1040 (size=14141) 2024-11-12T10:51:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741864_1040 (size=14141) 2024-11-12T10:51:18,484 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-12T10:51:18,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta.temp to hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T10:51:18,485 INFO [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 49 ms; skipped=1; WAL=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-12T10:51:18,486 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta, journal: Splitting hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta, size=14.0 K (14382bytes) at 1731408678432Finishing writing output for hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta so closing down at 1731408678442 (+10 ms)Creating recovered edits writer path=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta.temp at 1731408678449 (+7 ms)3 split writer threads finished at 1731408678451 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731408678484 (+33 ms)Rename recovered edits hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta.temp to hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731408678485 (+1 ms)Processed 26 edits across 1 Regions in 49 ms; skipped=1; WAL=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731408678485 2024-11-12T10:51:18,486 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta 2024-11-12T10:51:18,486 DEBUG [RS_LOG_REPLAY_OPS-regionserver/aed202db7571:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-12T10:51:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-12T10:51:18,490 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting/aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta to hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/oldWALs 2024-11-12T10:51:18,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-12T10:51:18,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta, worker=aed202db7571,44017,1731408627577 in 9.8870 sec 2024-11-12T10:51:18,493 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:18,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T10:51:18,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure aed202db7571%2C36023%2C1731408627650.meta.1731408638356.meta, worker=aed202db7571,44017,1731408627577 in 9.8920 sec 2024-11-12T10:51:18,496 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,36023,1731408627650-splitting dir is empty, no logs to split. 2024-11-12T10:51:18,496 INFO [PEWorker-3 {}] master.SplitWALManager(105): aed202db7571,36023,1731408627650 WAL count=0, meta=true 2024-11-12T10:51:18,496 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if aed202db7571,36023,1731408627650 WAL splitting is done? wals=0, meta=true 2024-11-12T10:51:18,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T10:51:18,498 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:51:18,498 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T10:51:18,649 DEBUG [aed202db7571:38799 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T10:51:18,649 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(204): Hosts are {aed202db7571=0} racks are {/default-rack=0} 2024-11-12T10:51:18,650 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T10:51:18,650 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T10:51:18,650 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T10:51:18,650 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T10:51:18,650 INFO [aed202db7571:38799 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T10:51:18,650 INFO [aed202db7571:38799 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T10:51:18,650 DEBUG [aed202db7571:38799 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T10:51:18,651 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=aed202db7571,44017,1731408627577 2024-11-12T10:51:18,653 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,44017,1731408627577, state=OPENING 2024-11-12T10:51:18,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:51:18,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:51:18,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:51:18,656 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T10:51:18,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:51:18,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:51:18,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:51:18,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,44017,1731408627577}] 2024-11-12T10:51:19,378 INFO [master/aed202db7571:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T10:51:19,378 INFO [master/aed202db7571:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T10:51:19,908 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=aed202db7571:37913 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-12T10:51:27,503 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T10:51:28,091 INFO [regionserver/aed202db7571:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T10:51:28,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-12T10:51:28,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T10:51:28,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-12T10:51:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-12T10:51:28,430 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T10:51:28,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-12T10:51:28,430 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T10:51:28,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T10:51:28,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-12T10:51:28,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-12T10:51:28,431 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T10:51:28,431 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-12T10:51:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T10:51:28,434 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,43051,1731408627616 Release verify snapshot worker=aed202db7571,43051,1731408627616 2024-11-12T10:51:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-12T10:51:28,434 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 Release verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:28,434 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=aed202db7571%2C44017%2C1731408627577.meta, suffix=.meta, logDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,44017,1731408627577, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/oldWALs, maxLogs=32 2024-11-12T10:51:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38799 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-12T10:51:28,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,43051,1731408627616 in 20.0310 sec 2024-11-12T10:51:28,436 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 Release verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:28,436 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 Release verify snapshot worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:28,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 in 20.0310 sec 2024-11-12T10:51:28,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 in 20.0330 sec 2024-11-12T10:51:28,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=25 2024-11-12T10:51:28,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=aed202db7571,44017,1731408627577 in 20.0330 sec 2024-11-12T10:51:28,439 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T10:51:28,439 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T10:51:28,441 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T10:51:28,441 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T10:51:28,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2900 sec 2024-11-12T10:51:28,453 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,44017,1731408627577/aed202db7571%2C44017%2C1731408627577.meta.1731408688435.meta, exclude list is [], retry=0 2024-11-12T10:51:28,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-cea19b54-04fc-43cb-b843-f269a8b9223a,DISK] 2024-11-12T10:51:28,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41325,DS-0c00968c-1ec7-44da-aa95-2768d9cb4964,DISK] 2024-11-12T10:51:28,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39787,DS-5d4c084d-2c89-46e5-b208-f71671be90ed,DISK] 2024-11-12T10:51:28,457 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/WALs/aed202db7571,44017,1731408627577/aed202db7571%2C44017%2C1731408627577.meta.1731408688435.meta 2024-11-12T10:51:28,457 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465),(127.0.0.1/127.0.0.1:41247:41247),(127.0.0.1/127.0.0.1:44287:44287)] 2024-11-12T10:51:28,458 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T10:51:28,458 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T10:51:28,458 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T10:51:28,458 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T10:51:28,458 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T10:51:28,458 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T10:51:28,458 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T10:51:28,458 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T10:51:28,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T10:51:28,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T10:51:28,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:51:28,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:51:28,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T10:51:28,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T10:51:28,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:51:28,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:51:28,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T10:51:28,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T10:51:28,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:51:28,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:51:28,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T10:51:28,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T10:51:28,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T10:51:28,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T10:51:28,464 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T10:51:28,465 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740 2024-11-12T10:51:28,467 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740 2024-11-12T10:51:28,468 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T10:51:28,476 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T10:51:28,477 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-12T10:51:28,494 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/.tmp/info/01fa6e1cd2de49e2b9de08e907ffb1ce is 167, key is SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94./info:regioninfo/1731408648902/Put/seqid=0 2024-11-12T10:51:28,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741866_1042 (size=18393) 2024-11-12T10:51:28,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741866_1042 (size=18393) 2024-11-12T10:51:28,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741866_1042 (size=18393) 2024-11-12T10:51:28,504 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/.tmp/info/01fa6e1cd2de49e2b9de08e907ffb1ce 2024-11-12T10:51:28,506 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T10:51:28,508 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server aed202db7571:36023 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: aed202db7571/172.17.0.2:36023 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T10:51:28,510 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=aed202db7571,36023,1731408627650, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=aed202db7571,36023,1731408627650, seqNum=-1, error=java.net.ConnectException: Call to address=aed202db7571:36023 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: aed202db7571/172.17.0.2:36023 2024-11-12T10:51:28,511 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=aed202db7571,36023,1731408627650, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-12T10:51:28,511 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=aed202db7571,36023,1731408627650, seqNum=-1 from cache 2024-11-12T10:51:28,512 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address aed202db7571:36023 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: aed202db7571/172.17.0.2:36023 2024-11-12T10:51:28,526 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/.tmp/ns/cb205886d58144348570732808589f75 is 43, key is default/ns:d/1731408638405/Put/seqid=0 2024-11-12T10:51:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741867_1043 (size=5153) 2024-11-12T10:51:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741867_1043 (size=5153) 2024-11-12T10:51:28,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741867_1043 (size=5153) 2024-11-12T10:51:28,533 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/.tmp/ns/cb205886d58144348570732808589f75 2024-11-12T10:51:28,556 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/.tmp/table/a59bc81755944039872ef717e03ef600 is 47, key is SPTestTable/table:state/1731408648922/Put/seqid=0 2024-11-12T10:51:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741868_1044 (size=5214) 2024-11-12T10:51:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741868_1044 (size=5214) 2024-11-12T10:51:28,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741868_1044 (size=5214) 2024-11-12T10:51:28,562 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/.tmp/table/a59bc81755944039872ef717e03ef600 2024-11-12T10:51:28,568 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/.tmp/info/01fa6e1cd2de49e2b9de08e907ffb1ce as hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/info/01fa6e1cd2de49e2b9de08e907ffb1ce 2024-11-12T10:51:28,574 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/info/01fa6e1cd2de49e2b9de08e907ffb1ce, entries=100, sequenceid=28, filesize=18.0 K 2024-11-12T10:51:28,575 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/.tmp/ns/cb205886d58144348570732808589f75 as hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/ns/cb205886d58144348570732808589f75 2024-11-12T10:51:28,581 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/ns/cb205886d58144348570732808589f75, entries=2, sequenceid=28, filesize=5.0 K 2024-11-12T10:51:28,582 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/.tmp/table/a59bc81755944039872ef717e03ef600 as hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/table/a59bc81755944039872ef717e03ef600 2024-11-12T10:51:28,589 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/table/a59bc81755944039872ef717e03ef600, entries=2, sequenceid=28, filesize=5.1 K 2024-11-12T10:51:28,589 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=28, compaction requested=false; wal=null 2024-11-12T10:51:28,590 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T10:51:28,592 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T10:51:28,592 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T10:51:28,592 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T10:51:28,594 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T10:51:28,597 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-12T10:51:28,598 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67506610, jitterRate=0.00592687726020813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T10:51:28,598 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T10:51:28,598 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731408688458Writing region info on filesystem at 1731408688458Initializing all the Stores at 1731408688459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408688459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408688459Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731408688459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731408688459Obtaining lock to block concurrent updates at 1731408688477 (+18 ms)Preparing flush snapshotting stores in 1588230740 at 1731408688477Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731408688477Flushing stores of hbase:meta,,1.1588230740 at 1731408688477Flushing 1588230740/info: creating writer at 1731408688477Flushing 1588230740/info: appending metadata at 1731408688493 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731408688493Flushing 1588230740/ns: creating writer at 1731408688510 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731408688525 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731408688525Flushing 1588230740/table: creating writer at 1731408688540 (+15 ms)Flushing 1588230740/table: appending metadata at 1731408688555 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731408688555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8f89fd: reopening flushed file at 1731408688567 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d23e2f0: reopening flushed file at 1731408688574 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6b5ddb: reopening flushed file at 1731408688581 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=28, compaction requested=false; wal=null at 1731408688589 (+8 ms)Cleaning up temporary data from old regions at 1731408688592 (+3 ms)Running coprocessor post-open hooks at 1731408688598 (+6 ms)Region opened successfully at 1731408688598 2024-11-12T10:51:28,599 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731408688422 2024-11-12T10:51:28,601 DEBUG [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T10:51:28,601 INFO [RS_OPEN_META-regionserver/aed202db7571:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T10:51:28,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=aed202db7571,44017,1731408627577 2024-11-12T10:51:28,602 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as aed202db7571,44017,1731408627577, state=OPEN 2024-11-12T10:51:28,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:51:28,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:51:28,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T10:51:28,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:51:28,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:51:28,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T10:51:28,603 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=aed202db7571,44017,1731408627577 2024-11-12T10:51:28,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-12T10:51:28,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=aed202db7571,44017,1731408627577 in 9.9470 sec 2024-11-12T10:51:28,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-12T10:51:28,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.1080 sec 2024-11-12T10:51:28,607 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): aed202db7571,36023,1731408627650 had 5 regions 2024-11-12T10:51:28,607 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure aed202db7571,36023,1731408627650, splitWal=true, meta=true, isMeta: false 2024-11-12T10:51:28,609 INFO [PEWorker-1 {}] master.SplitWALManager(105): aed202db7571,36023,1731408627650 WAL count=1, meta=false 2024-11-12T10:51:28,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure aed202db7571%2C36023%2C1731408627650.1731408628178}] 2024-11-12T10:51:28,611 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=aed202db7571,44017,1731408627577 2024-11-12T10:51:28,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure aed202db7571%2C36023%2C1731408627650.1731408628178, worker=aed202db7571,44017,1731408627577}] 2024-11-12T10:51:28,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T10:51:28,616 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=aed202db7571,44017,1731408627577, seqNum=-1] 2024-11-12T10:51:28,634 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T10:51:28,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T10:51:28,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:51:28,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:51:28,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:51:28,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:51:28,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T10:51:28,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T10:51:28,635 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=662272817, stopped=false 2024-11-12T10:51:28,635 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=aed202db7571,38799,1731408627527 2024-11-12T10:51:28,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:51:28,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:51:28,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:51:28,636 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:51:28,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:51:28,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T10:51:28,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:51:28,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T10:51:28,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:51:28,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:51:28,637 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,44017,1731408627577' ***** 2024-11-12T10:51:28,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:51:28,637 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:51:28,637 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'aed202db7571,43051,1731408627616' ***** 2024-11-12T10:51:28,637 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T10:51:28,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:51:28,638 INFO [RS:0;aed202db7571:44017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:51:28,638 INFO [RS:0;aed202db7571:44017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:51:28,638 INFO [RS:0;aed202db7571:44017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:51:28,638 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(3091): Received CLOSE for 919f4e3793199653ef62a8f19c21b41b 2024-11-12T10:51:28,638 INFO [RS:1;aed202db7571:43051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T10:51:28,638 INFO [RS:1;aed202db7571:43051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T10:51:28,638 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:51:28,638 INFO [RS:1;aed202db7571:43051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T10:51:28,638 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T10:51:28,638 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(3091): Received CLOSE for 4efa916fdc2e1f9c43b0f02fafda1788 2024-11-12T10:51:28,638 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(3091): Received CLOSE for 03aedb7c399a622a74142adab7f7bac6 2024-11-12T10:51:28,638 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(3091): Received CLOSE for a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:51:28,638 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(959): stopping server aed202db7571,44017,1731408627577 2024-11-12T10:51:28,639 INFO [RS:0;aed202db7571:44017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:51:28,639 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(3091): Received CLOSE for a9bf1af81d33a3ee279cf8ab2d948e94 2024-11-12T10:51:28,639 INFO [RS:0;aed202db7571:44017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;aed202db7571:44017. 2024-11-12T10:51:28,639 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(3091): Received CLOSE for aff2b21dc2be555c639275fc0026679d 2024-11-12T10:51:28,639 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 919f4e3793199653ef62a8f19c21b41b, disabling compactions & flushes 2024-11-12T10:51:28,639 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(959): stopping server aed202db7571,43051,1731408627616 2024-11-12T10:51:28,639 INFO [RS:1;aed202db7571:43051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:51:28,639 DEBUG [RS:0;aed202db7571:44017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:51:28,639 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:51:28,639 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4efa916fdc2e1f9c43b0f02fafda1788, disabling compactions & flushes 2024-11-12T10:51:28,639 DEBUG [RS:0;aed202db7571:44017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:51:28,639 INFO [RS:1;aed202db7571:43051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;aed202db7571:43051. 2024-11-12T10:51:28,639 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:51:28,639 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:51:28,639 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:51:28,639 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. after waiting 0 ms 2024-11-12T10:51:28,639 DEBUG [RS:1;aed202db7571:43051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T10:51:28,639 INFO [RS:0;aed202db7571:44017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:51:28,639 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:51:28,639 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. after waiting 0 ms 2024-11-12T10:51:28,639 DEBUG [RS:1;aed202db7571:43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:51:28,639 INFO [RS:0;aed202db7571:44017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:51:28,639 INFO [RS:0;aed202db7571:44017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:51:28,639 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T10:51:28,639 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T10:51:28,639 DEBUG [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(1325): Online Regions={4efa916fdc2e1f9c43b0f02fafda1788=SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788., a9bf1af81d33a3ee279cf8ab2d948e94=SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94., aff2b21dc2be555c639275fc0026679d=SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d.} 2024-11-12T10:51:28,639 DEBUG [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(1351): Waiting on 4efa916fdc2e1f9c43b0f02fafda1788, a9bf1af81d33a3ee279cf8ab2d948e94, aff2b21dc2be555c639275fc0026679d 2024-11-12T10:51:28,639 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:51:28,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T10:51:28,641 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-12T10:51:28,641 DEBUG [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(1325): Online Regions={919f4e3793199653ef62a8f19c21b41b=SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b., 03aedb7c399a622a74142adab7f7bac6=SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6., 1588230740=hbase:meta,,1.1588230740, a0a3831c71b3fcd7cea70f755b5236c8=SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8.} 2024-11-12T10:51:28,641 DEBUG [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(1351): Waiting on 03aedb7c399a622a74142adab7f7bac6, 1588230740, 919f4e3793199653ef62a8f19c21b41b, a0a3831c71b3fcd7cea70f755b5236c8 2024-11-12T10:51:28,641 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T10:51:28,641 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T10:51:28,641 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T10:51:28,641 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T10:51:28,641 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T10:51:28,649 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/4efa916fdc2e1f9c43b0f02fafda1788/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:51:28,649 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/919f4e3793199653ef62a8f19c21b41b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:51:28,650 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:51:28,650 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4efa916fdc2e1f9c43b0f02fafda1788: Waiting for close lock at 1731408688639Running coprocessor pre-close hooks at 1731408688639Disabling compacts and flushes for region at 1731408688639Disabling writes for close at 1731408688639Writing region close event to WAL at 1731408688641 (+2 ms)Running coprocessor post-close hooks at 1731408688650 (+9 ms)Closed at 1731408688650 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 919f4e3793199653ef62a8f19c21b41b: Waiting for close lock at 1731408688639Running coprocessor pre-close hooks at 1731408688639Disabling compacts and flushes for region at 1731408688639Disabling writes for close at 1731408688639Writing region close event to WAL at 1731408688641 (+2 ms)Running coprocessor post-close hooks at 1731408688650 (+9 ms)Closed at 1731408688650 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731408638507.4efa916fdc2e1f9c43b0f02fafda1788. 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731408638507.919f4e3793199653ef62a8f19c21b41b. 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9bf1af81d33a3ee279cf8ab2d948e94, disabling compactions & flushes 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03aedb7c399a622a74142adab7f7bac6, disabling compactions & flushes 2024-11-12T10:51:28,650 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:51:28,650 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. after waiting 0 ms 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. after waiting 0 ms 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:51:28,650 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:51:28,654 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/03aedb7c399a622a74142adab7f7bac6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:51:28,655 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:51:28,655 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03aedb7c399a622a74142adab7f7bac6: Waiting for close lock at 1731408688650Running coprocessor pre-close hooks at 1731408688650Disabling compacts and flushes for region at 1731408688650Disabling writes for close at 1731408688650Writing region close event to WAL at 1731408688651 (+1 ms)Running coprocessor post-close hooks at 1731408688655 (+4 ms)Closed at 1731408688655 2024-11-12T10:51:28,655 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731408638507.03aedb7c399a622a74142adab7f7bac6. 2024-11-12T10:51:28,656 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0a3831c71b3fcd7cea70f755b5236c8, disabling compactions & flushes 2024-11-12T10:51:28,656 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:51:28,656 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:51:28,656 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. after waiting 0 ms 2024-11-12T10:51:28,656 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:51:28,658 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-12T10:51:28,659 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a9bf1af81d33a3ee279cf8ab2d948e94/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T10:51:28,659 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T10:51:28,659 INFO [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T10:51:28,659 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:51:28,659 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731408688641Running coprocessor pre-close hooks at 1731408688641Disabling compacts and flushes for region at 1731408688641Disabling writes for close at 1731408688641Writing region close event to WAL at 1731408688650 (+9 ms)Running coprocessor post-close hooks at 1731408688659 (+9 ms)Closed at 1731408688659 2024-11-12T10:51:28,659 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9bf1af81d33a3ee279cf8ab2d948e94: Waiting for close lock at 1731408688650Running coprocessor pre-close hooks at 1731408688650Disabling compacts and flushes for region at 1731408688650Disabling writes for close at 1731408688650Writing region close event to WAL at 1731408688651 (+1 ms)Running coprocessor post-close hooks at 1731408688659 (+8 ms)Closed at 1731408688659 2024-11-12T10:51:28,659 DEBUG [RS_CLOSE_META-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T10:51:28,659 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731408638507.a9bf1af81d33a3ee279cf8ab2d948e94. 2024-11-12T10:51:28,659 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aff2b21dc2be555c639275fc0026679d, disabling compactions & flushes 2024-11-12T10:51:28,660 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:51:28,660 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:51:28,660 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. after waiting 0 ms 2024-11-12T10:51:28,660 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:51:28,661 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/a0a3831c71b3fcd7cea70f755b5236c8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:51:28,661 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:51:28,661 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0a3831c71b3fcd7cea70f755b5236c8: Waiting for close lock at 1731408688656Running coprocessor pre-close hooks at 1731408688656Disabling compacts and flushes for region at 1731408688656Disabling writes for close at 1731408688656Writing region close event to WAL at 1731408688656Running coprocessor post-close hooks at 1731408688661 (+5 ms)Closed at 1731408688661 2024-11-12T10:51:28,661 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731408638507.a0a3831c71b3fcd7cea70f755b5236c8. 2024-11-12T10:51:28,664 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/data/default/SPTestTable/aff2b21dc2be555c639275fc0026679d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T10:51:28,665 INFO [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:51:28,665 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aff2b21dc2be555c639275fc0026679d: Waiting for close lock at 1731408688659Running coprocessor pre-close hooks at 1731408688659Disabling compacts and flushes for region at 1731408688659Disabling writes for close at 1731408688660 (+1 ms)Writing region close event to WAL at 1731408688661 (+1 ms)Running coprocessor post-close hooks at 1731408688665 (+4 ms)Closed at 1731408688665 2024-11-12T10:51:28,665 DEBUG [RS_CLOSE_REGION-regionserver/aed202db7571:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731408638507.aff2b21dc2be555c639275fc0026679d. 2024-11-12T10:51:28,730 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:51:28,730 INFO [regionserver/aed202db7571:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:51:28,839 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(976): stopping server aed202db7571,43051,1731408627616; all regions closed. 2024-11-12T10:51:28,841 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(976): stopping server aed202db7571,44017,1731408627577; all regions closed. 2024-11-12T10:51:28,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741833_1009 (size=2364) 2024-11-12T10:51:28,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741833_1009 (size=2364) 2024-11-12T10:51:28,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741833_1009 (size=2364) 2024-11-12T10:51:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741865_1041 (size=678) 2024-11-12T10:51:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741865_1041 (size=678) 2024-11-12T10:51:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741865_1041 (size=678) 2024-11-12T10:51:28,849 DEBUG [RS:1;aed202db7571:43051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/oldWALs 2024-11-12T10:51:28,849 INFO [RS:1;aed202db7571:43051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C43051%2C1731408627616:(num 1731408628184) 2024-11-12T10:51:28,849 DEBUG [RS:1;aed202db7571:43051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:51:28,849 INFO [RS:1;aed202db7571:43051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:51:28,850 INFO [RS:1;aed202db7571:43051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:51:28,850 INFO [RS:1;aed202db7571:43051 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T10:51:28,850 INFO [RS:1;aed202db7571:43051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T10:51:28,850 INFO [RS:1;aed202db7571:43051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T10:51:28,850 INFO [RS:1;aed202db7571:43051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T10:51:28,850 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:51:28,850 INFO [RS:1;aed202db7571:43051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:51:28,850 INFO [RS:1;aed202db7571:43051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43051 2024-11-12T10:51:28,850 DEBUG [RS:0;aed202db7571:44017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/oldWALs 2024-11-12T10:51:28,851 INFO [RS:0;aed202db7571:44017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C44017%2C1731408627577.meta:.meta(num 1731408688435) 2024-11-12T10:51:28,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,43051,1731408627616 2024-11-12T10:51:28,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:51:28,852 INFO [RS:1;aed202db7571:43051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:51:28,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,43051,1731408627616] 2024-11-12T10:51:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741835_1011 (size=2334) 2024-11-12T10:51:28,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,43051,1731408627616 already deleted, retry=false 2024-11-12T10:51:28,853 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,43051,1731408627616 expired; onlineServers=1 2024-11-12T10:51:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741835_1011 (size=2334) 2024-11-12T10:51:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741835_1011 (size=2334) 2024-11-12T10:51:28,855 DEBUG [RS:0;aed202db7571:44017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/oldWALs 2024-11-12T10:51:28,855 INFO [RS:0;aed202db7571:44017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL aed202db7571%2C44017%2C1731408627577:(num 1731408628191) 2024-11-12T10:51:28,855 DEBUG [RS:0;aed202db7571:44017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T10:51:28,855 INFO [RS:0;aed202db7571:44017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T10:51:28,855 INFO [RS:0;aed202db7571:44017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:51:28,855 INFO [RS:0;aed202db7571:44017 {}] hbase.ChoreService(370): Chore service for: regionserver/aed202db7571:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T10:51:28,855 INFO [RS:0;aed202db7571:44017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:51:28,855 INFO [regionserver/aed202db7571:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:51:28,855 INFO [RS:0;aed202db7571:44017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44017 2024-11-12T10:51:28,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/aed202db7571,44017,1731408627577 2024-11-12T10:51:28,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T10:51:28,857 INFO [RS:0;aed202db7571:44017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:51:28,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [aed202db7571,44017,1731408627577] 2024-11-12T10:51:28,858 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/aed202db7571,44017,1731408627577 already deleted, retry=false 2024-11-12T10:51:28,858 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; aed202db7571,44017,1731408627577 expired; onlineServers=0 2024-11-12T10:51:28,858 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'aed202db7571,38799,1731408627527' ***** 2024-11-12T10:51:28,858 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T10:51:28,858 INFO [M:0;aed202db7571:38799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T10:51:28,858 INFO [M:0;aed202db7571:38799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T10:51:28,858 DEBUG [M:0;aed202db7571:38799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T10:51:28,858 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T10:51:28,858 DEBUG [M:0;aed202db7571:38799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T10:51:28,858 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408627881 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.small.0-1731408627881,5,FailOnTimeoutGroup] 2024-11-12T10:51:28,858 DEBUG [master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408627879 {}] cleaner.HFileCleaner(306): Exit Thread[master/aed202db7571:0:becomeActiveMaster-HFileCleaner.large.0-1731408627879,5,FailOnTimeoutGroup] 2024-11-12T10:51:28,859 INFO [M:0;aed202db7571:38799 {}] hbase.ChoreService(370): Chore service for: master/aed202db7571:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T10:51:28,859 INFO [M:0;aed202db7571:38799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T10:51:28,859 DEBUG [M:0;aed202db7571:38799 {}] master.HMaster(1795): Stopping service threads 2024-11-12T10:51:28,859 INFO [M:0;aed202db7571:38799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T10:51:28,859 INFO [M:0;aed202db7571:38799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T10:51:28,859 ERROR [M:0;aed202db7571:38799 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1429135812) connection to localhost/127.0.0.1:44743 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44743,5,PEWorkerGroup] 2024-11-12T10:51:28,859 INFO [M:0;aed202db7571:38799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T10:51:28,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T10:51:28,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T10:51:28,859 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T10:51:28,860 DEBUG [M:0;aed202db7571:38799 {}] zookeeper.ZKUtil(347): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T10:51:28,860 WARN [M:0;aed202db7571:38799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T10:51:28,860 INFO [M:0;aed202db7571:38799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/.lastflushedseqids 2024-11-12T10:51:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741869_1045 (size=632) 2024-11-12T10:51:28,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741869_1045 (size=632) 2024-11-12T10:51:28,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741869_1045 (size=632) 2024-11-12T10:51:28,867 INFO [M:0;aed202db7571:38799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T10:51:28,867 INFO [M:0;aed202db7571:38799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T10:51:28,868 DEBUG [M:0;aed202db7571:38799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T10:51:28,868 INFO [M:0;aed202db7571:38799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:51:28,868 DEBUG [M:0;aed202db7571:38799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:51:28,868 DEBUG [M:0;aed202db7571:38799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T10:51:28,868 DEBUG [M:0;aed202db7571:38799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:51:28,868 INFO [M:0;aed202db7571:38799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=212.95 KB heapSize=254.09 KB 2024-11-12T10:51:28,884 DEBUG [M:0;aed202db7571:38799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf44806045384eb9a384069875a45a55 is 82, key is hbase:meta,,1/info:regioninfo/1731408688601/Put/seqid=0 2024-11-12T10:51:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741870_1046 (size=6071) 2024-11-12T10:51:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741870_1046 (size=6071) 2024-11-12T10:51:28,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741870_1046 (size=6071) 2024-11-12T10:51:28,891 INFO [M:0;aed202db7571:38799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf44806045384eb9a384069875a45a55 2024-11-12T10:51:28,915 DEBUG [M:0;aed202db7571:38799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab6a471e4e04137a738df3d0355e479 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731408648928/Put/seqid=0 2024-11-12T10:51:28,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741871_1047 (size=11610) 2024-11-12T10:51:28,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741871_1047 (size=11610) 2024-11-12T10:51:28,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741871_1047 (size=11610) 2024-11-12T10:51:28,922 INFO [M:0;aed202db7571:38799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=211.72 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab6a471e4e04137a738df3d0355e479 2024-11-12T10:51:28,927 INFO [M:0;aed202db7571:38799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ab6a471e4e04137a738df3d0355e479 2024-11-12T10:51:28,940 DEBUG [M:0;aed202db7571:38799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5215c20f9ba4af29bfa727c0dde1393 is 69, key is aed202db7571,43051,1731408627616/rs:state/1731408628000/Put/seqid=0 2024-11-12T10:51:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741872_1048 (size=5442) 2024-11-12T10:51:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741872_1048 (size=5442) 2024-11-12T10:51:28,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741872_1048 (size=5442) 2024-11-12T10:51:28,947 INFO [M:0;aed202db7571:38799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5215c20f9ba4af29bfa727c0dde1393 2024-11-12T10:51:28,952 INFO [M:0;aed202db7571:38799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5215c20f9ba4af29bfa727c0dde1393 2024-11-12T10:51:28,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:51:28,953 INFO [RS:1;aed202db7571:43051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:51:28,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43051-0x100338e63a00002, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:51:28,953 INFO [RS:1;aed202db7571:43051 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,43051,1731408627616; zookeeper connection closed. 2024-11-12T10:51:28,953 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76bc28c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76bc28c0 2024-11-12T10:51:28,954 DEBUG [M:0;aed202db7571:38799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf44806045384eb9a384069875a45a55 as hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf44806045384eb9a384069875a45a55 2024-11-12T10:51:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:51:28,958 INFO [RS:0;aed202db7571:44017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:51:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44017-0x100338e63a00001, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:51:28,958 INFO [RS:0;aed202db7571:44017 {}] regionserver.HRegionServer(1031): Exiting; stopping=aed202db7571,44017,1731408627577; zookeeper connection closed. 2024-11-12T10:51:28,958 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b5921a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b5921a4 2024-11-12T10:51:28,958 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T10:51:28,960 INFO [M:0;aed202db7571:38799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf44806045384eb9a384069875a45a55, entries=14, sequenceid=443, filesize=5.9 K 2024-11-12T10:51:28,960 DEBUG [M:0;aed202db7571:38799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ab6a471e4e04137a738df3d0355e479 as hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ab6a471e4e04137a738df3d0355e479 2024-11-12T10:51:28,966 INFO [M:0;aed202db7571:38799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ab6a471e4e04137a738df3d0355e479 2024-11-12T10:51:28,967 INFO [M:0;aed202db7571:38799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ab6a471e4e04137a738df3d0355e479, entries=52, sequenceid=443, filesize=11.3 K 2024-11-12T10:51:28,968 DEBUG [M:0;aed202db7571:38799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5215c20f9ba4af29bfa727c0dde1393 as hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5215c20f9ba4af29bfa727c0dde1393 2024-11-12T10:51:28,973 INFO [M:0;aed202db7571:38799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5215c20f9ba4af29bfa727c0dde1393 2024-11-12T10:51:28,974 INFO [M:0;aed202db7571:38799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/0e5c3f74-a67d-932f-0270-6b3f1ef41659/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5215c20f9ba4af29bfa727c0dde1393, entries=3, sequenceid=443, filesize=5.3 K 2024-11-12T10:51:28,974 INFO [M:0;aed202db7571:38799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~212.95 KB/218058, heapSize ~253.79 KB/259880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=443, compaction requested=false 2024-11-12T10:51:28,976 INFO [M:0;aed202db7571:38799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T10:51:28,976 DEBUG [M:0;aed202db7571:38799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731408688868Disabling compacts and flushes for region at 1731408688868Disabling writes for close at 1731408688868Obtaining lock to block concurrent updates at 1731408688868Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731408688868Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=218058, getHeapSize=260120, getOffHeapSize=0, getCellsCount=542 at 1731408688868Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731408688869 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731408688869Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731408688883 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731408688884 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731408688896 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731408688915 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731408688915Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731408688927 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731408688940 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731408688940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163da262: reopening flushed file at 1731408688953 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a2b95a0: reopening flushed file at 1731408688960 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d51c0dc: reopening flushed file at 1731408688967 (+7 ms)Finished flush of dataSize ~212.95 KB/218058, heapSize ~253.79 KB/259880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=443, compaction requested=false at 1731408688975 (+8 ms)Writing region close event to WAL at 1731408688976 (+1 ms)Closed at 1731408688976 2024-11-12T10:51:28,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41325 is added to blk_1073741830_1006 (size=247668) 2024-11-12T10:51:28,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39787 is added to blk_1073741830_1006 (size=247668) 2024-11-12T10:51:28,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741830_1006 (size=247668) 2024-11-12T10:51:28,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T10:51:28,979 INFO [M:0;aed202db7571:38799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T10:51:28,979 INFO [M:0;aed202db7571:38799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38799 2024-11-12T10:51:28,979 INFO [M:0;aed202db7571:38799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T10:51:29,081 INFO [M:0;aed202db7571:38799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T10:51:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:51:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38799-0x100338e63a00000, quorum=127.0.0.1:64526, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T10:51:29,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a09c37{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:51:29,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f83c92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:51:29,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:51:29,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5094d3e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:51:29,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5777bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/hadoop.log.dir/,STOPPED} 2024-11-12T10:51:29,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:51:29,085 WARN [BP-2091136028-172.17.0.2-1731408626774 heartbeating to localhost/127.0.0.1:44743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:51:29,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:51:29,085 WARN [BP-2091136028-172.17.0.2-1731408626774 heartbeating to localhost/127.0.0.1:44743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2091136028-172.17.0.2-1731408626774 (Datanode Uuid 5a4a703e-7718-44df-848e-71a4bedb6130) service to localhost/127.0.0.1:44743 2024-11-12T10:51:29,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data5/current/BP-2091136028-172.17.0.2-1731408626774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:51:29,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data6/current/BP-2091136028-172.17.0.2-1731408626774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:51:29,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:51:29,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e0c607{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:51:29,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b5cc3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:51:29,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:51:29,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64876708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:51:29,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a24c7a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/hadoop.log.dir/,STOPPED} 2024-11-12T10:51:29,090 WARN [BP-2091136028-172.17.0.2-1731408626774 heartbeating to localhost/127.0.0.1:44743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:51:29,090 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:51:29,090 WARN [BP-2091136028-172.17.0.2-1731408626774 heartbeating to localhost/127.0.0.1:44743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2091136028-172.17.0.2-1731408626774 (Datanode Uuid edcacd8c-04e3-4857-863d-f4ae32d0fffd) service to localhost/127.0.0.1:44743 2024-11-12T10:51:29,090 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:51:29,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data3/current/BP-2091136028-172.17.0.2-1731408626774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:51:29,091 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data4/current/BP-2091136028-172.17.0.2-1731408626774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:51:29,092 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:51:29,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d03752{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T10:51:29,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@597a5af4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:51:29,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:51:29,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@628468c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:51:29,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a61ad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/hadoop.log.dir/,STOPPED} 2024-11-12T10:51:29,096 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T10:51:29,096 WARN [BP-2091136028-172.17.0.2-1731408626774 heartbeating to localhost/127.0.0.1:44743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T10:51:29,096 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T10:51:29,096 WARN [BP-2091136028-172.17.0.2-1731408626774 heartbeating to localhost/127.0.0.1:44743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2091136028-172.17.0.2-1731408626774 (Datanode Uuid e435b20f-d71d-4c85-81cd-6479363c05c5) service to localhost/127.0.0.1:44743 2024-11-12T10:51:29,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data1/current/BP-2091136028-172.17.0.2-1731408626774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:51:29,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/cluster_113de99e-99f4-dfea-6f15-40938d803420/data/data2/current/BP-2091136028-172.17.0.2-1731408626774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T10:51:29,097 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T10:51:29,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75961f6c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T10:51:29,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@206ea604{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T10:51:29,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T10:51:29,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17d71721{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T10:51:29,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2475479b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/35fd0189-d756-fc3e-82d1-ad99ddafa5fb/hadoop.log.dir/,STOPPED} 2024-11-12T10:51:29,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T10:51:29,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T10:51:29,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 92) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:44743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:44743 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:44743 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/aed202db7571:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1429135812) connection to localhost/127.0.0.1:44743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/aed202db7571:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 90), ProcessCount=11 (was 11), AvailableMemoryMB=2092 (was 2178)