2024-12-02 15:57:41,423 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-02 15:57:41,432 main DEBUG Took 0.007918 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 15:57:41,432 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 15:57:41,433 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 15:57:41,433 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 15:57:41,434 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,441 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 15:57:41,452 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,454 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,454 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,455 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,456 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,457 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,457 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,458 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,458 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,459 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,460 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,460 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 15:57:41,461 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,461 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 15:57:41,462 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 15:57:41,463 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 15:57:41,465 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 15:57:41,465 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 15:57:41,466 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 15:57:41,467 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 15:57:41,474 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 15:57:41,476 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 15:57:41,478 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 15:57:41,478 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 15:57:41,478 main DEBUG createAppenders(={Console}) 2024-12-02 15:57:41,479 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-02 15:57:41,479 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-02 15:57:41,479 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-02 15:57:41,480 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 15:57:41,480 main DEBUG OutputStream closed 2024-12-02 15:57:41,480 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 15:57:41,481 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 15:57:41,481 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-02 15:57:41,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 15:57:41,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 15:57:41,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 15:57:41,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 15:57:41,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 15:57:41,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 15:57:41,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 15:57:41,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 15:57:41,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 15:57:41,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 15:57:41,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 15:57:41,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 15:57:41,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 15:57:41,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 15:57:41,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 15:57:41,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 15:57:41,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 15:57:41,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 15:57:41,551 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 15:57:41,551 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-02 15:57:41,552 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 15:57:41,552 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-02T15:57:41,563 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-02 15:57:41,566 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 15:57:41,566 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T15:57:41,572 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-02T15:57:41,600 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=10846 2024-12-02T15:57:41,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4 2024-12-02T15:57:41,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:57:41,878 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50, deleteOnExit=true 2024-12-02T15:57:41,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:57:41,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/test.cache.data in system properties and HBase conf 2024-12-02T15:57:41,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:57:41,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:57:41,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:57:41,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:57:41,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:57:41,971 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T15:57:42,056 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:57:42,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:57:42,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:57:42,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:57:42,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:57:42,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:57:42,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:57:42,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:57:42,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:57:42,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:57:42,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:57:42,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:57:42,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:57:42,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:57:42,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:57:42,925 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T15:57:42,995 INFO [Time-limited test {}] log.Log(170): Logging initialized @2184ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T15:57:43,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:57:43,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:57:43,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:57:43,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:57:43,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:57:43,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:57:43,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:57:43,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:57:43,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/java.io.tmpdir/jetty-localhost-33005-hadoop-hdfs-3_4_1-tests_jar-_-any-10668586253504350139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:57:43,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:33005} 2024-12-02T15:57:43,345 INFO [Time-limited test {}] server.Server(415): Started @2536ms 2024-12-02T15:57:43,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:57:43,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:57:43,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:57:43,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:57:43,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:57:43,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:57:43,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:57:43,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b29fa79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/java.io.tmpdir/jetty-localhost-46005-hadoop-hdfs-3_4_1-tests_jar-_-any-615623384725603560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:57:43,905 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:46005} 2024-12-02T15:57:43,905 INFO [Time-limited test {}] server.Server(415): Started @3096ms 2024-12-02T15:57:43,954 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:57:44,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:57:44,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:57:44,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:57:44,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:57:44,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:57:44,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:57:44,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:57:44,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c874617{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/java.io.tmpdir/jetty-localhost-40493-hadoop-hdfs-3_4_1-tests_jar-_-any-17246364630714185798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:57:44,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:40493} 2024-12-02T15:57:44,193 INFO [Time-limited test {}] server.Server(415): Started @3384ms 2024-12-02T15:57:44,195 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:57:44,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:57:44,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:57:44,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:57:44,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:57:44,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:57:44,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:57:44,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:57:44,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e15ccfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/java.io.tmpdir/jetty-localhost-42185-hadoop-hdfs-3_4_1-tests_jar-_-any-9126757414522772351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:57:44,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:42185} 2024-12-02T15:57:44,337 INFO [Time-limited test {}] server.Server(415): Started @3528ms 2024-12-02T15:57:44,340 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:57:45,053 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data1/current/BP-2146004439-172.17.0.3-1733155062548/current, will proceed with Du for space computation calculation, 2024-12-02T15:57:45,053 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data3/current/BP-2146004439-172.17.0.3-1733155062548/current, will proceed with Du for space computation calculation, 2024-12-02T15:57:45,053 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data2/current/BP-2146004439-172.17.0.3-1733155062548/current, will proceed with Du for space computation calculation, 2024-12-02T15:57:45,053 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data4/current/BP-2146004439-172.17.0.3-1733155062548/current, will proceed with Du for space computation calculation, 2024-12-02T15:57:45,084 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data5/current/BP-2146004439-172.17.0.3-1733155062548/current, will proceed with Du for space computation calculation, 2024-12-02T15:57:45,084 WARN [Thread-137 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data6/current/BP-2146004439-172.17.0.3-1733155062548/current, will proceed with Du for space computation calculation, 2024-12-02T15:57:45,086 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:57:45,086 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:57:45,102 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:57:45,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x391087e50ae50587 with lease ID 0x4cdd66055ccc1e14: Processing first storage report for DS-f7e48025-76ce-4a4d-878e-4c9d81f06aa0 from datanode DatanodeRegistration(127.0.0.1:33795, datanodeUuid=4c8aa9d6-952d-4217-8d75-d44c5b4cdd7c, infoPort=40509, infoSecurePort=0, ipcPort=46159, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548) 2024-12-02T15:57:45,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x391087e50ae50587 with lease ID 0x4cdd66055ccc1e14: from storage DS-f7e48025-76ce-4a4d-878e-4c9d81f06aa0 node DatanodeRegistration(127.0.0.1:33795, datanodeUuid=4c8aa9d6-952d-4217-8d75-d44c5b4cdd7c, infoPort=40509, infoSecurePort=0, ipcPort=46159, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:57:45,134 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85112bb280c8dc69 with lease ID 0x4cdd66055ccc1e13: Processing first storage report for DS-aa3f2801-fd6a-46da-9c40-c83d7150921e from datanode DatanodeRegistration(127.0.0.1:46867, datanodeUuid=95f20d73-bef9-4d1d-91d0-aeacf672088d, infoPort=38381, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548) 2024-12-02T15:57:45,134 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85112bb280c8dc69 with lease ID 0x4cdd66055ccc1e13: from storage DS-aa3f2801-fd6a-46da-9c40-c83d7150921e node DatanodeRegistration(127.0.0.1:46867, datanodeUuid=95f20d73-bef9-4d1d-91d0-aeacf672088d, infoPort=38381, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:57:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4f1aecae5217e06 with lease ID 0x4cdd66055ccc1e15: Processing first storage report for DS-3f0b168a-3bdb-4bca-9d07-75ed38cada63 from datanode DatanodeRegistration(127.0.0.1:46281, datanodeUuid=cc5629d9-8f03-460c-b6e3-137366d5bc5f, infoPort=35691, infoSecurePort=0, ipcPort=43773, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548) 2024-12-02T15:57:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4f1aecae5217e06 with lease ID 0x4cdd66055ccc1e15: from storage DS-3f0b168a-3bdb-4bca-9d07-75ed38cada63 node DatanodeRegistration(127.0.0.1:46281, datanodeUuid=cc5629d9-8f03-460c-b6e3-137366d5bc5f, infoPort=35691, infoSecurePort=0, ipcPort=43773, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:57:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x391087e50ae50587 with lease ID 0x4cdd66055ccc1e14: Processing first storage report for DS-f0a803a4-22b6-4dca-a0c6-d656e32887aa from datanode DatanodeRegistration(127.0.0.1:33795, datanodeUuid=4c8aa9d6-952d-4217-8d75-d44c5b4cdd7c, infoPort=40509, infoSecurePort=0, ipcPort=46159, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548) 2024-12-02T15:57:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x391087e50ae50587 with lease ID 0x4cdd66055ccc1e14: from storage DS-f0a803a4-22b6-4dca-a0c6-d656e32887aa node DatanodeRegistration(127.0.0.1:33795, datanodeUuid=4c8aa9d6-952d-4217-8d75-d44c5b4cdd7c, infoPort=40509, infoSecurePort=0, ipcPort=46159, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:57:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85112bb280c8dc69 with lease ID 0x4cdd66055ccc1e13: Processing first storage report for DS-004c3e2f-fd89-46df-9098-7b96fcc295a4 from datanode DatanodeRegistration(127.0.0.1:46867, datanodeUuid=95f20d73-bef9-4d1d-91d0-aeacf672088d, infoPort=38381, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548) 2024-12-02T15:57:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85112bb280c8dc69 with lease ID 0x4cdd66055ccc1e13: from storage DS-004c3e2f-fd89-46df-9098-7b96fcc295a4 node DatanodeRegistration(127.0.0.1:46867, datanodeUuid=95f20d73-bef9-4d1d-91d0-aeacf672088d, infoPort=38381, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:57:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4f1aecae5217e06 with lease ID 0x4cdd66055ccc1e15: Processing first storage report for DS-38627374-fa7a-4572-9838-eae481ac37b5 from datanode DatanodeRegistration(127.0.0.1:46281, datanodeUuid=cc5629d9-8f03-460c-b6e3-137366d5bc5f, infoPort=35691, infoSecurePort=0, ipcPort=43773, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548) 2024-12-02T15:57:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4f1aecae5217e06 with lease ID 0x4cdd66055ccc1e15: from storage DS-38627374-fa7a-4572-9838-eae481ac37b5 node DatanodeRegistration(127.0.0.1:46281, datanodeUuid=cc5629d9-8f03-460c-b6e3-137366d5bc5f, infoPort=35691, infoSecurePort=0, ipcPort=43773, storageInfo=lv=-57;cid=testClusterID;nsid=22334325;c=1733155062548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:57:45,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4 2024-12-02T15:57:45,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/zookeeper_0, clientPort=64269, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:57:45,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64269 2024-12-02T15:57:45,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:45,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:57:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:57:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:57:45,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa with version=8 2024-12-02T15:57:45,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/hbase-staging 2024-12-02T15:57:45,904 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T15:57:46,113 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:57:46,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:57:46,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:57:46,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:57:46,300 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T15:57:46,310 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T15:57:46,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:57:46,338 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 100485 (auto-detected) 2024-12-02T15:57:46,339 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-02T15:57:46,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41919 2024-12-02T15:57:46,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41919 connecting to ZooKeeper ensemble=127.0.0.1:64269 2024-12-02T15:57:46,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419190x0, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:57:46,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41919-0x101980d2fe00000 connected 2024-12-02T15:57:46,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:46,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:46,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:57:46,588 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa, hbase.cluster.distributed=false 2024-12-02T15:57:46,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:57:46,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41919 2024-12-02T15:57:46,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41919 2024-12-02T15:57:46,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41919 2024-12-02T15:57:46,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41919 2024-12-02T15:57:46,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41919 2024-12-02T15:57:46,706 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:57:46,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:57:46,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:57:46,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:57:46,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:57:46,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46197 2024-12-02T15:57:46,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46197 connecting to ZooKeeper ensemble=127.0.0.1:64269 2024-12-02T15:57:46,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:46,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:46,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461970x0, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:57:46,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461970x0, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:57:46,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46197-0x101980d2fe00001 connected 2024-12-02T15:57:46,733 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:57:46,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:57:46,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:57:46,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:57:46,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46197 2024-12-02T15:57:46,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46197 2024-12-02T15:57:46,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46197 2024-12-02T15:57:46,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46197 2024-12-02T15:57:46,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46197 2024-12-02T15:57:46,766 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:57:46,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:57:46,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:57:46,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:57:46,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:57:46,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43331 2024-12-02T15:57:46,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43331 connecting to ZooKeeper ensemble=127.0.0.1:64269 2024-12-02T15:57:46,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:46,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:46,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433310x0, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:57:46,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43331-0x101980d2fe00002 connected 2024-12-02T15:57:46,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:57:46,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:57:46,785 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:57:46,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:57:46,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:57:46,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43331 2024-12-02T15:57:46,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43331 2024-12-02T15:57:46,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43331 2024-12-02T15:57:46,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43331 2024-12-02T15:57:46,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43331 2024-12-02T15:57:46,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:57:46,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:57:46,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:57:46,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:57:46,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:57:46,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:57:46,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36343 2024-12-02T15:57:46,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36343 connecting to ZooKeeper ensemble=127.0.0.1:64269 2024-12-02T15:57:46,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:46,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:46,829 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363430x0, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:57:46,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363430x0, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:57:46,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36343-0x101980d2fe00003 connected 2024-12-02T15:57:46,830 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:57:46,832 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:57:46,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:57:46,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:57:46,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36343 2024-12-02T15:57:46,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36343 2024-12-02T15:57:46,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36343 2024-12-02T15:57:46,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36343 2024-12-02T15:57:46,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36343 2024-12-02T15:57:46,852 DEBUG [M:0;e1c0b6c2739c:41919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1c0b6c2739c:41919 2024-12-02T15:57:46,853 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1c0b6c2739c,41919,1733155065969 2024-12-02T15:57:46,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:57:46,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:57:46,866 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:57:46,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:57:46,869 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1c0b6c2739c,41919,1733155065969 2024-12-02T15:57:46,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:57:46,895 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:57:46,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:46,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:46,896 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:46,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:57:46,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:46,897 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T15:57:46,898 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1c0b6c2739c,41919,1733155065969 from backup master directory 2024-12-02T15:57:46,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:57:46,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1c0b6c2739c,41919,1733155065969 2024-12-02T15:57:46,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:57:46,908 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:57:46,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:57:46,909 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:57:46,909 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1c0b6c2739c,41919,1733155065969 2024-12-02T15:57:46,911 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T15:57:46,912 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T15:57:46,966 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/hbase.id] with ID: caea7888-4e4f-4503-b52f-761d06a136c9 2024-12-02T15:57:46,966 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/.tmp/hbase.id 2024-12-02T15:57:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:57:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:57:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:57:46,980 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/.tmp/hbase.id]:[hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/hbase.id] 2024-12-02T15:57:47,025 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:57:47,030 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:57:47,046 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-02T15:57:47,058 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:57:47,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:57:47,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:57:47,096 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:57:47,098 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:57:47,111 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:57:47,115 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:57:47,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:57:47,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:57:47,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:57:47,160 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store 2024-12-02T15:57:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:57:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:57:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:57:47,187 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T15:57:47,190 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:47,192 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:57:47,192 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:57:47,192 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:57:47,194 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:57:47,194 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:57:47,194 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:57:47,195 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733155067191Disabling compacts and flushes for region at 1733155067191Disabling writes for close at 1733155067194 (+3 ms)Writing region close event to WAL at 1733155067194Closed at 1733155067194 2024-12-02T15:57:47,197 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/.initializing 2024-12-02T15:57:47,197 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/WALs/e1c0b6c2739c,41919,1733155065969 2024-12-02T15:57:47,204 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:57:47,217 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C41919%2C1733155065969, suffix=, logDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/WALs/e1c0b6c2739c,41919,1733155065969, archiveDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/oldWALs, maxLogs=10 2024-12-02T15:57:47,237 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/WALs/e1c0b6c2739c,41919,1733155065969/e1c0b6c2739c%2C41919%2C1733155065969.1733155067221, exclude list is [], retry=0 2024-12-02T15:57:47,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46867,DS-aa3f2801-fd6a-46da-9c40-c83d7150921e,DISK] 2024-12-02T15:57:47,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-3f0b168a-3bdb-4bca-9d07-75ed38cada63,DISK] 2024-12-02T15:57:47,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-f7e48025-76ce-4a4d-878e-4c9d81f06aa0,DISK] 2024-12-02T15:57:47,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T15:57:47,288 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/WALs/e1c0b6c2739c,41919,1733155065969/e1c0b6c2739c%2C41919%2C1733155065969.1733155067221 2024-12-02T15:57:47,289 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40509:40509),(127.0.0.1/127.0.0.1:35691:35691),(127.0.0.1/127.0.0.1:38381:38381)] 2024-12-02T15:57:47,289 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:57:47,290 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:47,292 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,293 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:57:47,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:47,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:57:47,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:57:47,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:47,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:57:47,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:57:47,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:47,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:57:47,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:57:47,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:47,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:57:47,362 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,366 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,367 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,373 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,373 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,376 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:57:47,380 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:57:47,384 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:57:47,386 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71871815, jitterRate=0.07097350060939789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:57:47,390 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733155067303Initializing all the Stores at 1733155067305 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155067306 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155067306Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155067306Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155067307 (+1 ms)Cleaning up temporary data from old regions at 1733155067373 (+66 ms)Region opened successfully at 1733155067390 (+17 ms) 2024-12-02T15:57:47,392 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:57:47,420 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22469d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:57:47,446 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:57:47,455 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:57:47,455 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:57:47,458 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:57:47,459 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T15:57:47,463 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T15:57:47,463 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-02T15:57:47,486 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:57:47,493 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T15:57:47,528 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T15:57:47,531 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:57:47,533 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:57:47,541 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T15:57:47,544 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:57:47,547 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:57:47,557 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T15:57:47,559 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:57:47,566 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T15:57:47,587 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:57:47,595 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T15:57:47,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:57:47,608 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:57:47,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:57:47,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:57:47,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,608 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,612 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1c0b6c2739c,41919,1733155065969, sessionid=0x101980d2fe00000, setting cluster-up flag (Was=false) 2024-12-02T15:57:47,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,637 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,666 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T15:57:47,671 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,41919,1733155065969 2024-12-02T15:57:47,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,691 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:47,716 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T15:57:47,719 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,41919,1733155065969 2024-12-02T15:57:47,728 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:57:47,742 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(746): ClusterId : caea7888-4e4f-4503-b52f-761d06a136c9 2024-12-02T15:57:47,742 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(746): ClusterId : caea7888-4e4f-4503-b52f-761d06a136c9 2024-12-02T15:57:47,742 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(746): ClusterId : caea7888-4e4f-4503-b52f-761d06a136c9 2024-12-02T15:57:47,745 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:57:47,745 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:57:47,745 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:57:47,755 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:57:47,755 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:57:47,755 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:57:47,756 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:57:47,756 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:57:47,756 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:57:47,767 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:57:47,767 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:57:47,767 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:57:47,768 DEBUG [RS:1;e1c0b6c2739c:43331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e32c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:57:47,768 DEBUG [RS:0;e1c0b6c2739c:46197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15870fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:57:47,768 DEBUG [RS:2;e1c0b6c2739c:36343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f6b4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:57:47,786 DEBUG [RS:1;e1c0b6c2739c:43331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e1c0b6c2739c:43331 2024-12-02T15:57:47,786 DEBUG [RS:2;e1c0b6c2739c:36343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e1c0b6c2739c:36343 2024-12-02T15:57:47,786 DEBUG [RS:0;e1c0b6c2739c:46197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1c0b6c2739c:46197 2024-12-02T15:57:47,789 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:57:47,789 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:57:47,789 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:57:47,789 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:57:47,789 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:57:47,789 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:57:47,789 DEBUG [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:57:47,789 DEBUG [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:57:47,789 DEBUG [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:57:47,792 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,41919,1733155065969 with port=46197, startcode=1733155066676 2024-12-02T15:57:47,792 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,41919,1733155065969 with port=36343, startcode=1733155066807 2024-12-02T15:57:47,792 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,41919,1733155065969 with port=43331, startcode=1733155066765 2024-12-02T15:57:47,805 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:57:47,806 DEBUG [RS:0;e1c0b6c2739c:46197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:57:47,806 DEBUG [RS:1;e1c0b6c2739c:43331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:57:47,806 DEBUG [RS:2;e1c0b6c2739c:36343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:57:47,816 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:57:47,824 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:57:47,831 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1c0b6c2739c,41919,1733155065969 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:57:47,839 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:57:47,839 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52909, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:57:47,839 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:57:47,840 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:57:47,840 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:57:47,840 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:57:47,841 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:57:47,841 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1c0b6c2739c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:57:47,841 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:47,841 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:57:47,841 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:47,846 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T15:57:47,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:57:47,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:57:47,851 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733155097850 2024-12-02T15:57:47,852 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T15:57:47,852 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:57:47,853 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T15:57:47,853 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:57:47,854 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:47,854 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:57:47,857 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:57:47,858 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:57:47,858 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:57:47,858 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:57:47,859 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:47,864 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:57:47,865 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:57:47,865 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:57:47,887 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:57:47,888 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:57:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:57:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:57:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:57:47,890 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733155067890,5,FailOnTimeoutGroup] 2024-12-02T15:57:47,891 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733155067890,5,FailOnTimeoutGroup] 2024-12-02T15:57:47,891 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:47,891 DEBUG [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T15:57:47,891 DEBUG [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T15:57:47,891 DEBUG [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T15:57:47,891 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:57:47,891 WARN [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T15:57:47,891 WARN [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T15:57:47,891 WARN [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T15:57:47,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:57:47,892 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:47,892 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:47,892 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:57:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:57:47,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:57:47,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:47,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:57:47,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:57:47,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:47,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:57:47,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:57:47,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:57:47,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:47,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:57:47,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:57:47,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:57:47,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:47,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:57:47,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:57:47,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:57:47,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:47,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:57:47,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:57:47,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740 2024-12-02T15:57:47,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740 2024-12-02T15:57:47,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:57:47,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:57:47,930 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:57:47,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:57:47,938 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:57:47,939 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70636455, jitterRate=0.05256520211696625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:57:47,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733155067907Initializing all the Stores at 1733155067909 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155067909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155067909Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155067909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155067909Cleaning up temporary data from old regions at 1733155067929 (+20 ms)Region opened successfully at 1733155067941 (+12 ms) 2024-12-02T15:57:47,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:57:47,941 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:57:47,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:57:47,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:57:47,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:57:47,943 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:57:47,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733155067941Disabling compacts and flushes for region at 1733155067941Disabling writes for close at 1733155067942 (+1 ms)Writing region close event to WAL at 1733155067943 (+1 ms)Closed at 1733155067943 2024-12-02T15:57:47,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:57:47,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:57:47,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:57:47,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:57:47,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:57:47,993 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,41919,1733155065969 with port=43331, startcode=1733155066765 2024-12-02T15:57:47,993 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,41919,1733155065969 with port=46197, startcode=1733155066676 2024-12-02T15:57:47,993 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,41919,1733155065969 with port=36343, startcode=1733155066807 2024-12-02T15:57:47,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,46197,1733155066676 2024-12-02T15:57:47,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:57:48,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,43331,1733155066765 2024-12-02T15:57:48,005 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:57:48,006 DEBUG [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:48,006 DEBUG [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34943 2024-12-02T15:57:48,006 DEBUG [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:57:48,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:48,008 DEBUG [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:48,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:48,008 DEBUG [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34943 2024-12-02T15:57:48,009 DEBUG [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:57:48,011 DEBUG [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:48,011 DEBUG [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34943 2024-12-02T15:57:48,011 DEBUG [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:57:48,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:57:48,042 DEBUG [RS:0;e1c0b6c2739c:46197 {}] zookeeper.ZKUtil(111): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,46197,1733155066676 2024-12-02T15:57:48,042 WARN [RS:0;e1c0b6c2739c:46197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:57:48,042 DEBUG [RS:2;e1c0b6c2739c:36343 {}] zookeeper.ZKUtil(111): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:48,042 INFO [RS:0;e1c0b6c2739c:46197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:57:48,042 DEBUG [RS:1;e1c0b6c2739c:43331 {}] zookeeper.ZKUtil(111): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,43331,1733155066765 2024-12-02T15:57:48,042 WARN [RS:2;e1c0b6c2739c:36343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:57:48,042 WARN [RS:1;e1c0b6c2739c:43331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:57:48,042 INFO [RS:1;e1c0b6c2739c:43331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:57:48,042 DEBUG [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,46197,1733155066676 2024-12-02T15:57:48,042 INFO [RS:2;e1c0b6c2739c:36343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:57:48,042 DEBUG [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,43331,1733155066765 2024-12-02T15:57:48,042 DEBUG [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:48,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,46197,1733155066676] 2024-12-02T15:57:48,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,36343,1733155066807] 2024-12-02T15:57:48,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,43331,1733155066765] 2024-12-02T15:57:48,067 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:57:48,067 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:57:48,067 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:57:48,079 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:57:48,079 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:57:48,079 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:57:48,084 INFO [RS:0;e1c0b6c2739c:46197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:57:48,084 INFO [RS:1;e1c0b6c2739c:43331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:57:48,084 INFO [RS:2;e1c0b6c2739c:36343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:57:48,085 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,085 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,085 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,086 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:57:48,086 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:57:48,086 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:57:48,092 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:57:48,092 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:57:48,092 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:57:48,094 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,094 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,094 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,094 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,094 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:57:48,095 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:57:48,095 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:57:48,095 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:57:48,095 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:1;e1c0b6c2739c:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:57:48,095 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,095 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,096 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,096 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:57:48,096 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:57:48,096 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:57:48,096 DEBUG [RS:0;e1c0b6c2739c:46197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:57:48,096 DEBUG [RS:2;e1c0b6c2739c:36343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:57:48,098 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,098 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,098 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,098 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,098 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,098 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,098 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,098 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,099 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,099 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,099 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,099 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,099 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,43331,1733155066765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:57:48,099 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,46197,1733155066676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:57:48,099 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,099 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,099 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,099 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,36343,1733155066807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:57:48,116 WARN [e1c0b6c2739c:41919 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T15:57:48,123 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:57:48,126 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,46197,1733155066676-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,126 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,126 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.Replication(171): e1c0b6c2739c,46197,1733155066676 started 2024-12-02T15:57:48,128 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:57:48,128 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:57:48,128 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,43331,1733155066765-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,128 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,36343,1733155066807-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,128 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,128 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,128 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.Replication(171): e1c0b6c2739c,43331,1733155066765 started 2024-12-02T15:57:48,128 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.Replication(171): e1c0b6c2739c,36343,1733155066807 started 2024-12-02T15:57:48,150 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,150 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,150 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:48,150 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,46197,1733155066676, RpcServer on e1c0b6c2739c/172.17.0.3:46197, sessionid=0x101980d2fe00001 2024-12-02T15:57:48,150 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,36343,1733155066807, RpcServer on e1c0b6c2739c/172.17.0.3:36343, sessionid=0x101980d2fe00003 2024-12-02T15:57:48,150 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,43331,1733155066765, RpcServer on e1c0b6c2739c/172.17.0.3:43331, sessionid=0x101980d2fe00002 2024-12-02T15:57:48,151 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:57:48,151 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:57:48,151 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:57:48,151 DEBUG [RS:2;e1c0b6c2739c:36343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:48,151 DEBUG [RS:1;e1c0b6c2739c:43331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,43331,1733155066765 2024-12-02T15:57:48,151 DEBUG [RS:0;e1c0b6c2739c:46197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,46197,1733155066676 2024-12-02T15:57:48,152 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,43331,1733155066765' 2024-12-02T15:57:48,152 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,46197,1733155066676' 2024-12-02T15:57:48,152 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,36343,1733155066807' 2024-12-02T15:57:48,152 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:57:48,152 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:57:48,152 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:57:48,153 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:57:48,153 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:57:48,153 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:57:48,153 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:57:48,153 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:57:48,153 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:57:48,153 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:57:48,153 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:57:48,153 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:57:48,154 DEBUG [RS:0;e1c0b6c2739c:46197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,46197,1733155066676 2024-12-02T15:57:48,154 DEBUG [RS:2;e1c0b6c2739c:36343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:48,154 DEBUG [RS:1;e1c0b6c2739c:43331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,43331,1733155066765 2024-12-02T15:57:48,154 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,46197,1733155066676' 2024-12-02T15:57:48,154 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,36343,1733155066807' 2024-12-02T15:57:48,154 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:57:48,154 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,43331,1733155066765' 2024-12-02T15:57:48,154 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:57:48,154 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:57:48,154 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:57:48,154 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:57:48,154 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:57:48,155 DEBUG [RS:2;e1c0b6c2739c:36343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:57:48,155 DEBUG [RS:0;e1c0b6c2739c:46197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:57:48,155 INFO [RS:2;e1c0b6c2739c:36343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:57:48,155 DEBUG [RS:1;e1c0b6c2739c:43331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:57:48,155 INFO [RS:0;e1c0b6c2739c:46197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:57:48,155 INFO [RS:0;e1c0b6c2739c:46197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:57:48,155 INFO [RS:1;e1c0b6c2739c:43331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:57:48,155 INFO [RS:2;e1c0b6c2739c:36343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:57:48,155 INFO [RS:1;e1c0b6c2739c:43331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:57:48,264 INFO [RS:1;e1c0b6c2739c:43331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:57:48,264 INFO [RS:0;e1c0b6c2739c:46197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:57:48,264 INFO [RS:2;e1c0b6c2739c:36343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:57:48,267 INFO [RS:2;e1c0b6c2739c:36343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C36343%2C1733155066807, suffix=, logDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807, archiveDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/oldWALs, maxLogs=32 2024-12-02T15:57:48,267 INFO [RS:1;e1c0b6c2739c:43331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C43331%2C1733155066765, suffix=, logDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,43331,1733155066765, archiveDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/oldWALs, maxLogs=32 2024-12-02T15:57:48,267 INFO [RS:0;e1c0b6c2739c:46197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C46197%2C1733155066676, suffix=, logDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,46197,1733155066676, archiveDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/oldWALs, maxLogs=32 2024-12-02T15:57:48,282 DEBUG [RS:1;e1c0b6c2739c:43331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,43331,1733155066765/e1c0b6c2739c%2C43331%2C1733155066765.1733155068270, exclude list is [], retry=0 2024-12-02T15:57:48,282 DEBUG [RS:2;e1c0b6c2739c:36343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270, exclude list is [], retry=0 2024-12-02T15:57:48,283 DEBUG [RS:0;e1c0b6c2739c:46197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,46197,1733155066676/e1c0b6c2739c%2C46197%2C1733155066676.1733155068270, exclude list is [], retry=0 2024-12-02T15:57:48,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-f7e48025-76ce-4a4d-878e-4c9d81f06aa0,DISK] 2024-12-02T15:57:48,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46867,DS-aa3f2801-fd6a-46da-9c40-c83d7150921e,DISK] 2024-12-02T15:57:48,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-3f0b168a-3bdb-4bca-9d07-75ed38cada63,DISK] 2024-12-02T15:57:48,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46867,DS-aa3f2801-fd6a-46da-9c40-c83d7150921e,DISK] 2024-12-02T15:57:48,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-3f0b168a-3bdb-4bca-9d07-75ed38cada63,DISK] 2024-12-02T15:57:48,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-f7e48025-76ce-4a4d-878e-4c9d81f06aa0,DISK] 2024-12-02T15:57:48,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46867,DS-aa3f2801-fd6a-46da-9c40-c83d7150921e,DISK] 2024-12-02T15:57:48,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-f7e48025-76ce-4a4d-878e-4c9d81f06aa0,DISK] 2024-12-02T15:57:48,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-3f0b168a-3bdb-4bca-9d07-75ed38cada63,DISK] 2024-12-02T15:57:48,298 INFO [RS:2;e1c0b6c2739c:36343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270 2024-12-02T15:57:48,299 DEBUG [RS:2;e1c0b6c2739c:36343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38381:38381),(127.0.0.1/127.0.0.1:40509:40509),(127.0.0.1/127.0.0.1:35691:35691)] 2024-12-02T15:57:48,300 INFO [RS:0;e1c0b6c2739c:46197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,46197,1733155066676/e1c0b6c2739c%2C46197%2C1733155066676.1733155068270 2024-12-02T15:57:48,300 INFO [RS:1;e1c0b6c2739c:43331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,43331,1733155066765/e1c0b6c2739c%2C43331%2C1733155066765.1733155068270 2024-12-02T15:57:48,302 DEBUG [RS:0;e1c0b6c2739c:46197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35691:35691),(127.0.0.1/127.0.0.1:38381:38381),(127.0.0.1/127.0.0.1:40509:40509)] 2024-12-02T15:57:48,302 DEBUG [RS:1;e1c0b6c2739c:43331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38381:38381),(127.0.0.1/127.0.0.1:40509:40509),(127.0.0.1/127.0.0.1:35691:35691)] 2024-12-02T15:57:48,370 DEBUG [e1c0b6c2739c:41919 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T15:57:48,382 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(204): Hosts are {e1c0b6c2739c=0} racks are {/default-rack=0} 2024-12-02T15:57:48,388 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T15:57:48,388 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T15:57:48,388 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T15:57:48,388 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T15:57:48,388 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T15:57:48,388 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T15:57:48,388 INFO [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T15:57:48,388 INFO [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T15:57:48,388 INFO [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T15:57:48,388 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T15:57:48,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:48,400 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,36343,1733155066807, state=OPENING 2024-12-02T15:57:48,445 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:57:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:48,454 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:48,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:57:48,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:57:48,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:57:48,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:57:48,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:57:48,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:57:48,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,36343,1733155066807}] 2024-12-02T15:57:56,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:57:56,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T15:57:58,487 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:57:58,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51225, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:57:58,499 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:57:58,499 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:57:58,500 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:57:58,502 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C36343%2C1733155066807.meta, suffix=.meta, logDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807, archiveDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/oldWALs, maxLogs=32 2024-12-02T15:57:58,515 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta, exclude list is [], retry=0 2024-12-02T15:57:58,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46867,DS-aa3f2801-fd6a-46da-9c40-c83d7150921e,DISK] 2024-12-02T15:57:58,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-f7e48025-76ce-4a4d-878e-4c9d81f06aa0,DISK] 2024-12-02T15:57:58,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-3f0b168a-3bdb-4bca-9d07-75ed38cada63,DISK] 2024-12-02T15:57:58,522 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta 2024-12-02T15:57:58,522 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40509:40509),(127.0.0.1/127.0.0.1:38381:38381),(127.0.0.1/127.0.0.1:35691:35691)] 2024-12-02T15:57:58,523 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:57:58,524 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:57:58,527 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:57:58,531 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:57:58,534 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:57:58,535 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:58,535 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:57:58,535 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:57:58,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:57:58,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:57:58,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:58,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:57:58,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:57:58,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:57:58,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:58,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:57:58,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:57:58,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:57:58,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:58,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:57:58,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:57:58,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:57:58,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:58,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:57:58,549 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:57:58,550 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740 2024-12-02T15:57:58,553 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740 2024-12-02T15:57:58,555 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:57:58,555 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:57:58,556 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:57:58,559 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:57:58,560 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74454850, jitterRate=0.10946372151374817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:57:58,561 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:57:58,562 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733155078536Writing region info on filesystem at 1733155078536Initializing all the Stores at 1733155078538 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155078538Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155078538Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155078538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155078538Cleaning up temporary data from old regions at 1733155078556 (+18 ms)Running coprocessor post-open hooks at 1733155078561 (+5 ms)Region opened successfully at 1733155078562 (+1 ms) 2024-12-02T15:57:58,569 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733155078478 2024-12-02T15:57:58,580 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:57:58,581 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:57:58,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:58,584 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,36343,1733155066807, state=OPEN 2024-12-02T15:57:58,637 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:57:58,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:57:58,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:57:58,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:57:58,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:57:58,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:57:58,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:57:58,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:57:58,638 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:58,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T15:57:58,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,36343,1733155066807 in 10.1770 sec 2024-12-02T15:57:58,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T15:57:58,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6920 sec 2024-12-02T15:57:58,650 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:57:58,650 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T15:57:58,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:57:58,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1] 2024-12-02T15:57:58,714 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:57:58,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52301, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:57:58,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9790 sec 2024-12-02T15:57:58,738 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733155078737, completionTime=-1 2024-12-02T15:57:58,740 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T15:57:58,740 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T15:57:58,763 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T15:57:58,763 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733155138763 2024-12-02T15:57:58,763 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733155198763 2024-12-02T15:57:58,763 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-02T15:57:58,766 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T15:57:58,772 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,41919,1733155065969-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:58,772 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,41919,1733155065969-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:58,772 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,41919,1733155065969-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:58,773 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1c0b6c2739c:41919, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:58,774 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:58,774 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:58,779 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T15:57:58,799 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.890sec 2024-12-02T15:57:58,800 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T15:57:58,802 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T15:57:58,802 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T15:57:58,803 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T15:57:58,803 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T15:57:58,804 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,41919,1733155065969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:57:58,804 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,41919,1733155065969-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T15:57:58,809 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T15:57:58,810 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T15:57:58,810 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,41919,1733155065969-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:57:58,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a960644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:57:58,873 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T15:57:58,873 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T15:57:58,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,41919,-1 for getting cluster id 2024-12-02T15:57:58,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:57:58,888 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caea7888-4e4f-4503-b52f-761d06a136c9' 2024-12-02T15:57:58,890 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:57:58,890 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caea7888-4e4f-4503-b52f-761d06a136c9" 2024-12-02T15:57:58,891 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2768450d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:57:58,891 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,41919,-1] 2024-12-02T15:57:58,893 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:57:58,895 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:57:58,896 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:57:58,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d84d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:57:58,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:57:58,906 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1] 2024-12-02T15:57:58,906 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:57:58,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:57:58,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1c0b6c2739c,41919,1733155065969 2024-12-02T15:57:58,927 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733155078926 (current time:1733155078926). 2024-12-02T15:57:58,928 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T15:57:58,928 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-02T15:57:58,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7903fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:57:58,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,41919,-1 for getting cluster id 2024-12-02T15:57:58,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T15:57:58,931 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caea7888-4e4f-4503-b52f-761d06a136c9' 2024-12-02T15:57:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T15:57:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caea7888-4e4f-4503-b52f-761d06a136c9" 2024-12-02T15:57:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2470c8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:57:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,41919,-1] 2024-12-02T15:57:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T15:57:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:57:58,933 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T15:57:58,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518fac9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T15:57:58,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:57:58,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1] 2024-12-02T15:57:58,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:57:58,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:57:58,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:57:58,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:57:58,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:57:58,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:57:58,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:57:58,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T15:57:58,952 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,41919,1733155065969 2024-12-02T15:57:58,955 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19be5a1 2024-12-02T15:57:58,957 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T15:57:58,959 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T15:57:58,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:57:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-02T15:57:58,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T15:57:58,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-02T15:57:58,975 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:57:58,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T15:57:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:57:58,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741837_1013 (size=361) 2024-12-02T15:57:58,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741837_1013 (size=361) 2024-12-02T15:57:58,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741837_1013 (size=361) 2024-12-02T15:57:58,995 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 072216ef0550dd107769231577b58d1e, NAME => 'SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:58,996 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 00598510ef4a1072a8dd461da7218d2c, NAME => 'SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:58,996 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 866c3e15b19f73b369385dbc53760eb1, NAME => 'SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:59,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741838_1014 (size=62) 2024-12-02T15:57:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741838_1014 (size=62) 2024-12-02T15:57:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741838_1014 (size=62) 2024-12-02T15:57:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741839_1015 (size=62) 2024-12-02T15:57:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741840_1016 (size=54) 2024-12-02T15:57:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741840_1016 (size=54) 2024-12-02T15:57:59,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741839_1015 (size=62) 2024-12-02T15:57:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741839_1015 (size=62) 2024-12-02T15:57:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741840_1016 (size=54) 2024-12-02T15:57:59,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:59,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 00598510ef4a1072a8dd461da7218d2c, disabling compactions & flushes 2024-12-02T15:57:59,022 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:57:59,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:59,022 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:57:59,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. after waiting 0 ms 2024-12-02T15:57:59,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:57:59,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 866c3e15b19f73b369385dbc53760eb1, disabling compactions & flushes 2024-12-02T15:57:59,023 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:57:59,023 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:57:59,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 00598510ef4a1072a8dd461da7218d2c: Waiting for close lock at 1733155079022Disabling compacts and flushes for region at 1733155079022Disabling writes for close at 1733155079023 (+1 ms)Writing region close event to WAL at 1733155079023Closed at 1733155079023 2024-12-02T15:57:59,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:57:59,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. after waiting 0 ms 2024-12-02T15:57:59,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:57:59,023 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:57:59,023 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 866c3e15b19f73b369385dbc53760eb1: Waiting for close lock at 1733155079023Disabling compacts and flushes for region at 1733155079023Disabling writes for close at 1733155079023Writing region close event to WAL at 1733155079023Closed at 1733155079023 2024-12-02T15:57:59,023 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 06f569f8cf544d0792b4834b9848366c, NAME => 'SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:59,024 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 67da1d6018b09fcac6f48dc6198435d6, NAME => 'SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:59,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741841_1017 (size=62) 2024-12-02T15:57:59,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741842_1018 (size=62) 2024-12-02T15:57:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741841_1017 (size=62) 2024-12-02T15:57:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741842_1018 (size=62) 2024-12-02T15:57:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741841_1017 (size=62) 2024-12-02T15:57:59,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741842_1018 (size=62) 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 06f569f8cf544d0792b4834b9848366c, disabling compactions & flushes 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 67da1d6018b09fcac6f48dc6198435d6, disabling compactions & flushes 2024-12-02T15:57:59,040 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:57:59,040 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. after waiting 0 ms 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. after waiting 0 ms 2024-12-02T15:57:59,040 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 06f569f8cf544d0792b4834b9848366c: Waiting for close lock at 1733155079040Disabling compacts and flushes for region at 1733155079040Disabling writes for close at 1733155079040Writing region close event to WAL at 1733155079040Closed at 1733155079040 2024-12-02T15:57:59,040 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:57:59,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 67da1d6018b09fcac6f48dc6198435d6: Waiting for close lock at 1733155079040Disabling compacts and flushes for region at 1733155079040Disabling writes for close at 1733155079040Writing region close event to WAL at 1733155079040Closed at 1733155079040 2024-12-02T15:57:59,041 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b31838ad3984baf11cf05cf4e88ff1c1, NAME => 'SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:59,041 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2450b40d25fc0c59a5aa67a9211fb8c8, NAME => 'SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:59,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741844_1020 (size=62) 2024-12-02T15:57:59,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741844_1020 (size=62) 2024-12-02T15:57:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741844_1020 (size=62) 2024-12-02T15:57:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741843_1019 (size=62) 2024-12-02T15:57:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741843_1019 (size=62) 2024-12-02T15:57:59,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:59,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741843_1019 (size=62) 2024-12-02T15:57:59,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2450b40d25fc0c59a5aa67a9211fb8c8, disabling compactions & flushes 2024-12-02T15:57:59,053 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:57:59,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:57:59,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. after waiting 0 ms 2024-12-02T15:57:59,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:57:59,054 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:57:59,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2450b40d25fc0c59a5aa67a9211fb8c8: Waiting for close lock at 1733155079053Disabling compacts and flushes for region at 1733155079053Disabling writes for close at 1733155079054 (+1 ms)Writing region close event to WAL at 1733155079054Closed at 1733155079054 2024-12-02T15:57:59,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:59,054 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0b4090cb1b74e90c798c2e90e3f5dc50, NAME => 'SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:59,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b31838ad3984baf11cf05cf4e88ff1c1, disabling compactions & flushes 2024-12-02T15:57:59,054 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:57:59,054 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:57:59,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. after waiting 0 ms 2024-12-02T15:57:59,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:57:59,055 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:57:59,055 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b31838ad3984baf11cf05cf4e88ff1c1: Waiting for close lock at 1733155079054Disabling compacts and flushes for region at 1733155079054Disabling writes for close at 1733155079055 (+1 ms)Writing region close event to WAL at 1733155079055Closed at 1733155079055 2024-12-02T15:57:59,055 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5a010d7bc111c4bb92c0ac3a0d48d4eb, NAME => 'SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:59,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741846_1022 (size=62) 2024-12-02T15:57:59,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741846_1022 (size=62) 2024-12-02T15:57:59,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741846_1022 (size=62) 2024-12-02T15:57:59,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:59,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 5a010d7bc111c4bb92c0ac3a0d48d4eb, disabling compactions & flushes 2024-12-02T15:57:59,066 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:57:59,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:57:59,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. after waiting 0 ms 2024-12-02T15:57:59,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:57:59,066 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:57:59,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5a010d7bc111c4bb92c0ac3a0d48d4eb: Waiting for close lock at 1733155079066Disabling compacts and flushes for region at 1733155079066Disabling writes for close at 1733155079066Writing region close event to WAL at 1733155079066Closed at 1733155079066 2024-12-02T15:57:59,067 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2b04dd59034910448035afe159657bfe, NAME => 'SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa 2024-12-02T15:57:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741845_1021 (size=62) 2024-12-02T15:57:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741845_1021 (size=62) 2024-12-02T15:57:59,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741845_1021 (size=62) 2024-12-02T15:57:59,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:59,070 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0b4090cb1b74e90c798c2e90e3f5dc50, disabling compactions & flushes 2024-12-02T15:57:59,070 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:57:59,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:57:59,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. after waiting 0 ms 2024-12-02T15:57:59,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:57:59,071 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:57:59,071 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0b4090cb1b74e90c798c2e90e3f5dc50: Waiting for close lock at 1733155079070Disabling compacts and flushes for region at 1733155079070Disabling writes for close at 1733155079071 (+1 ms)Writing region close event to WAL at 1733155079071Closed at 1733155079071 2024-12-02T15:57:59,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741847_1023 (size=54) 2024-12-02T15:57:59,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741847_1023 (size=54) 2024-12-02T15:57:59,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741847_1023 (size=54) 2024-12-02T15:57:59,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:59,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 2b04dd59034910448035afe159657bfe, disabling compactions & flushes 2024-12-02T15:57:59,080 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:57:59,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:57:59,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. after waiting 0 ms 2024-12-02T15:57:59,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:57:59,080 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:57:59,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2b04dd59034910448035afe159657bfe: Waiting for close lock at 1733155079080Disabling compacts and flushes for region at 1733155079080Disabling writes for close at 1733155079080Writing region close event to WAL at 1733155079080Closed at 1733155079080 2024-12-02T15:57:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:57:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:57:59,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:57:59,424 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 072216ef0550dd107769231577b58d1e, disabling compactions & flushes 2024-12-02T15:57:59,424 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:57:59,425 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:57:59,425 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. after waiting 0 ms 2024-12-02T15:57:59,425 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:57:59,425 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:57:59,425 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 072216ef0550dd107769231577b58d1e: Waiting for close lock at 1733155079424Disabling compacts and flushes for region at 1733155079424Disabling writes for close at 1733155079425 (+1 ms)Writing region close event to WAL at 1733155079425Closed at 1733155079425 2024-12-02T15:57:59,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T15:57:59,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155079429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155079429"}]},"ts":"1733155079429"} 2024-12-02T15:57:59,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155079429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155079429"}]},"ts":"1733155079429"} 2024-12-02T15:57:59,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155079429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155079429"}]},"ts":"1733155079429"} 2024-12-02T15:57:59,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155079429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155079429"}]},"ts":"1733155079429"} 2024-12-02T15:57:59,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155079429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155079429"}]},"ts":"1733155079429"} 2024-12-02T15:57:59,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155079429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155079429"}]},"ts":"1733155079429"} 2024-12-02T15:57:59,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155079429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155079429"}]},"ts":"1733155079429"} 2024-12-02T15:57:59,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155079429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155079429"}]},"ts":"1733155079429"} 2024-12-02T15:57:59,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733155079429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155079429"}]},"ts":"1733155079429"} 2024-12-02T15:57:59,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733155079429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155079429"}]},"ts":"1733155079429"} 2024-12-02T15:57:59,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-02T15:57:59,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T15:57:59,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155079472"}]},"ts":"1733155079472"} 2024-12-02T15:57:59,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-02T15:57:59,479 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e1c0b6c2739c=0} racks are {/default-rack=0} 2024-12-02T15:57:59,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T15:57:59,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T15:57:59,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T15:57:59,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T15:57:59,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T15:57:59,486 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T15:57:59,486 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T15:57:59,486 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T15:57:59,487 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T15:57:59,487 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T15:57:59,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=072216ef0550dd107769231577b58d1e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00598510ef4a1072a8dd461da7218d2c, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866c3e15b19f73b369385dbc53760eb1, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06f569f8cf544d0792b4834b9848366c, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67da1d6018b09fcac6f48dc6198435d6, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b31838ad3984baf11cf05cf4e88ff1c1, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2450b40d25fc0c59a5aa67a9211fb8c8, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b4090cb1b74e90c798c2e90e3f5dc50, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a010d7bc111c4bb92c0ac3a0d48d4eb, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04dd59034910448035afe159657bfe, ASSIGN}] 2024-12-02T15:57:59,492 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866c3e15b19f73b369385dbc53760eb1, ASSIGN 2024-12-02T15:57:59,492 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06f569f8cf544d0792b4834b9848366c, ASSIGN 2024-12-02T15:57:59,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00598510ef4a1072a8dd461da7218d2c, ASSIGN 2024-12-02T15:57:59,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=072216ef0550dd107769231577b58d1e, ASSIGN 2024-12-02T15:57:59,495 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=866c3e15b19f73b369385dbc53760eb1, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,36343,1733155066807; forceNewPlan=false, retain=false 2024-12-02T15:57:59,495 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00598510ef4a1072a8dd461da7218d2c, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,46197,1733155066676; forceNewPlan=false, retain=false 2024-12-02T15:57:59,495 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04dd59034910448035afe159657bfe, ASSIGN 2024-12-02T15:57:59,495 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=072216ef0550dd107769231577b58d1e, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,46197,1733155066676; forceNewPlan=false, retain=false 2024-12-02T15:57:59,495 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06f569f8cf544d0792b4834b9848366c, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,43331,1733155066765; forceNewPlan=false, retain=false 2024-12-02T15:57:59,496 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b04dd59034910448035afe159657bfe, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,43331,1733155066765; forceNewPlan=false, retain=false 2024-12-02T15:57:59,501 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a010d7bc111c4bb92c0ac3a0d48d4eb, ASSIGN 2024-12-02T15:57:59,502 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a010d7bc111c4bb92c0ac3a0d48d4eb, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,46197,1733155066676; forceNewPlan=false, retain=false 2024-12-02T15:57:59,502 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2450b40d25fc0c59a5aa67a9211fb8c8, ASSIGN 2024-12-02T15:57:59,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b4090cb1b74e90c798c2e90e3f5dc50, ASSIGN 2024-12-02T15:57:59,503 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b31838ad3984baf11cf05cf4e88ff1c1, ASSIGN 2024-12-02T15:57:59,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b4090cb1b74e90c798c2e90e3f5dc50, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,36343,1733155066807; forceNewPlan=false, retain=false 2024-12-02T15:57:59,504 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2450b40d25fc0c59a5aa67a9211fb8c8, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,36343,1733155066807; forceNewPlan=false, retain=false 2024-12-02T15:57:59,504 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b31838ad3984baf11cf05cf4e88ff1c1, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,43331,1733155066765; forceNewPlan=false, retain=false 2024-12-02T15:57:59,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67da1d6018b09fcac6f48dc6198435d6, ASSIGN 2024-12-02T15:57:59,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67da1d6018b09fcac6f48dc6198435d6, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,46197,1733155066676; forceNewPlan=false, retain=false 2024-12-02T15:57:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:57:59,651 INFO [e1c0b6c2739c:41919 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-02T15:57:59,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=00598510ef4a1072a8dd461da7218d2c, regionState=OPENING, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:57:59,653 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5a010d7bc111c4bb92c0ac3a0d48d4eb, regionState=OPENING, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:57:59,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=67da1d6018b09fcac6f48dc6198435d6, regionState=OPENING, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:57:59,653 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2b04dd59034910448035afe159657bfe, regionState=OPENING, regionLocation=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:57:59,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=072216ef0550dd107769231577b58d1e, regionState=OPENING, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:57:59,655 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0b4090cb1b74e90c798c2e90e3f5dc50, regionState=OPENING, regionLocation=e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:59,655 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=06f569f8cf544d0792b4834b9848366c, regionState=OPENING, regionLocation=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:57:59,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2450b40d25fc0c59a5aa67a9211fb8c8, regionState=OPENING, regionLocation=e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:59,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b31838ad3984baf11cf05cf4e88ff1c1, regionState=OPENING, regionLocation=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:57:59,655 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=866c3e15b19f73b369385dbc53760eb1, regionState=OPENING, regionLocation=e1c0b6c2739c,36343,1733155066807 2024-12-02T15:57:59,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2b04dd59034910448035afe159657bfe, ASSIGN because future has completed 2024-12-02T15:57:59,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b04dd59034910448035afe159657bfe, server=e1c0b6c2739c,43331,1733155066765}] 2024-12-02T15:57:59,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=00598510ef4a1072a8dd461da7218d2c, ASSIGN because future has completed 2024-12-02T15:57:59,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00598510ef4a1072a8dd461da7218d2c, server=e1c0b6c2739c,46197,1733155066676}] 2024-12-02T15:57:59,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5a010d7bc111c4bb92c0ac3a0d48d4eb, ASSIGN because future has completed 2024-12-02T15:57:59,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=072216ef0550dd107769231577b58d1e, ASSIGN because future has completed 2024-12-02T15:57:59,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a010d7bc111c4bb92c0ac3a0d48d4eb, server=e1c0b6c2739c,46197,1733155066676}] 2024-12-02T15:57:59,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 072216ef0550dd107769231577b58d1e, server=e1c0b6c2739c,46197,1733155066676}] 2024-12-02T15:57:59,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=67da1d6018b09fcac6f48dc6198435d6, ASSIGN because future has completed 2024-12-02T15:57:59,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2450b40d25fc0c59a5aa67a9211fb8c8, ASSIGN because future has completed 2024-12-02T15:57:59,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67da1d6018b09fcac6f48dc6198435d6, server=e1c0b6c2739c,46197,1733155066676}] 2024-12-02T15:57:59,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=06f569f8cf544d0792b4834b9848366c, ASSIGN because future has completed 2024-12-02T15:57:59,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b31838ad3984baf11cf05cf4e88ff1c1, ASSIGN because future has completed 2024-12-02T15:57:59,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b4090cb1b74e90c798c2e90e3f5dc50, ASSIGN because future has completed 2024-12-02T15:57:59,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=866c3e15b19f73b369385dbc53760eb1, ASSIGN because future has completed 2024-12-02T15:57:59,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06f569f8cf544d0792b4834b9848366c, server=e1c0b6c2739c,43331,1733155066765}] 2024-12-02T15:57:59,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866c3e15b19f73b369385dbc53760eb1, server=e1c0b6c2739c,36343,1733155066807}] 2024-12-02T15:57:59,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50, server=e1c0b6c2739c,36343,1733155066807}] 2024-12-02T15:57:59,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b31838ad3984baf11cf05cf4e88ff1c1, server=e1c0b6c2739c,43331,1733155066765}] 2024-12-02T15:57:59,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8, server=e1c0b6c2739c,36343,1733155066807}] 2024-12-02T15:58:00,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T15:58:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:58:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:58:03,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:58:04,085 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T15:58:06,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T15:58:06,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T15:58:06,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:58:06,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T15:58:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:58:09,666 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:58:09,668 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T15:58:09,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59707, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:58:09,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39649, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T15:58:09,680 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:58:09,680 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b31838ad3984baf11cf05cf4e88ff1c1, NAME => 'SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-02T15:58:09,680 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:58:09,681 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 00598510ef4a1072a8dd461da7218d2c, NAME => 'SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-02T15:58:09,681 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,681 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:09,681 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,681 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,681 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,682 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:09,682 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,682 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,685 INFO [StoreOpener-00598510ef4a1072a8dd461da7218d2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,685 INFO [StoreOpener-b31838ad3984baf11cf05cf4e88ff1c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,687 INFO [StoreOpener-b31838ad3984baf11cf05cf4e88ff1c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b31838ad3984baf11cf05cf4e88ff1c1 columnFamilyName cf 2024-12-02T15:58:09,687 INFO [StoreOpener-00598510ef4a1072a8dd461da7218d2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00598510ef4a1072a8dd461da7218d2c columnFamilyName cf 2024-12-02T15:58:09,687 DEBUG [StoreOpener-00598510ef4a1072a8dd461da7218d2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:09,687 DEBUG [StoreOpener-b31838ad3984baf11cf05cf4e88ff1c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:09,687 INFO [StoreOpener-b31838ad3984baf11cf05cf4e88ff1c1-1 {}] regionserver.HStore(327): Store=b31838ad3984baf11cf05cf4e88ff1c1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:58:09,688 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,688 INFO [StoreOpener-00598510ef4a1072a8dd461da7218d2c-1 {}] regionserver.HStore(327): Store=00598510ef4a1072a8dd461da7218d2c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:58:09,688 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,689 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,689 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,689 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,690 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,690 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,690 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,690 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,690 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,690 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:58:09,691 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 866c3e15b19f73b369385dbc53760eb1, NAME => 'SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T15:58:09,691 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,691 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:09,691 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,691 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,693 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,693 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,693 INFO [StoreOpener-866c3e15b19f73b369385dbc53760eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,695 INFO [StoreOpener-866c3e15b19f73b369385dbc53760eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866c3e15b19f73b369385dbc53760eb1 columnFamilyName cf 2024-12-02T15:58:09,695 DEBUG [StoreOpener-866c3e15b19f73b369385dbc53760eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:09,696 INFO [StoreOpener-866c3e15b19f73b369385dbc53760eb1-1 {}] regionserver.HStore(327): Store=866c3e15b19f73b369385dbc53760eb1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:58:09,696 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,697 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/00598510ef4a1072a8dd461da7218d2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:58:09,697 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/b31838ad3984baf11cf05cf4e88ff1c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:58:09,697 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,697 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 00598510ef4a1072a8dd461da7218d2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72846140, jitterRate=0.0854920744895935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:58:09,698 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:09,697 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b31838ad3984baf11cf05cf4e88ff1c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61103811, jitterRate=-0.08948226273059845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:58:09,698 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:09,698 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,698 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,699 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b31838ad3984baf11cf05cf4e88ff1c1: Running coprocessor pre-open hook at 1733155089683Writing region info on filesystem at 1733155089683Initializing all the Stores at 1733155089684 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155089684Cleaning up temporary data from old regions at 1733155089690 (+6 ms)Running coprocessor post-open hooks at 1733155089698 (+8 ms)Region opened successfully at 1733155089698 2024-12-02T15:58:09,699 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,699 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 00598510ef4a1072a8dd461da7218d2c: Running coprocessor pre-open hook at 1733155089683Writing region info on filesystem at 1733155089683Initializing all the Stores at 1733155089684 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155089684Cleaning up temporary data from old regions at 1733155089690 (+6 ms)Running coprocessor post-open hooks at 1733155089698 (+8 ms)Region opened successfully at 1733155089698 2024-12-02T15:58:09,701 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1., pid=23, masterSystemTime=1733155089665 2024-12-02T15:58:09,701 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c., pid=16, masterSystemTime=1733155089668 2024-12-02T15:58:09,702 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,704 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:58:09,704 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:58:09,704 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:58:09,704 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b04dd59034910448035afe159657bfe, NAME => 'SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-02T15:58:09,705 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,705 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:09,705 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,705 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b31838ad3984baf11cf05cf4e88ff1c1, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:58:09,706 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:58:09,706 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/866c3e15b19f73b369385dbc53760eb1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:58:09,706 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:58:09,706 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:58:09,706 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a010d7bc111c4bb92c0ac3a0d48d4eb, NAME => 'SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-02T15:58:09,707 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,707 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:09,707 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,707 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 866c3e15b19f73b369385dbc53760eb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61962167, jitterRate=-0.07669176161289215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:58:09,707 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,707 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:09,707 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 866c3e15b19f73b369385dbc53760eb1: Running coprocessor pre-open hook at 1733155089691Writing region info on filesystem at 1733155089691Initializing all the Stores at 1733155089693 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155089693Cleaning up temporary data from old regions at 1733155089699 (+6 ms)Running coprocessor post-open hooks at 1733155089707 (+8 ms)Region opened successfully at 1733155089707 2024-12-02T15:58:09,708 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=00598510ef4a1072a8dd461da7218d2c, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:58:09,709 INFO [StoreOpener-2b04dd59034910448035afe159657bfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b31838ad3984baf11cf05cf4e88ff1c1, server=e1c0b6c2739c,43331,1733155066765 because future has completed 2024-12-02T15:58:09,710 INFO [StoreOpener-5a010d7bc111c4bb92c0ac3a0d48d4eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,710 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1., pid=22, masterSystemTime=1733155089685 2024-12-02T15:58:09,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00598510ef4a1072a8dd461da7218d2c, server=e1c0b6c2739c,46197,1733155066676 because future has completed 2024-12-02T15:58:09,713 INFO [StoreOpener-2b04dd59034910448035afe159657bfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b04dd59034910448035afe159657bfe columnFamilyName cf 2024-12-02T15:58:09,713 INFO [StoreOpener-5a010d7bc111c4bb92c0ac3a0d48d4eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a010d7bc111c4bb92c0ac3a0d48d4eb columnFamilyName cf 2024-12-02T15:58:09,713 DEBUG [StoreOpener-5a010d7bc111c4bb92c0ac3a0d48d4eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:09,713 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:58:09,713 DEBUG [StoreOpener-2b04dd59034910448035afe159657bfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:09,713 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:58:09,714 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:58:09,714 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b4090cb1b74e90c798c2e90e3f5dc50, NAME => 'SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-02T15:58:09,714 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,714 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:09,714 INFO [StoreOpener-2b04dd59034910448035afe159657bfe-1 {}] regionserver.HStore(327): Store=2b04dd59034910448035afe159657bfe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:58:09,714 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,715 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,715 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,716 INFO [StoreOpener-5a010d7bc111c4bb92c0ac3a0d48d4eb-1 {}] regionserver.HStore(327): Store=5a010d7bc111c4bb92c0ac3a0d48d4eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:58:09,716 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=866c3e15b19f73b369385dbc53760eb1, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,36343,1733155066807 2024-12-02T15:58:09,716 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,718 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,716 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-12-02T15:58:09,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b31838ad3984baf11cf05cf4e88ff1c1, server=e1c0b6c2739c,43331,1733155066765 in 10.0290 sec 2024-12-02T15:58:09,719 INFO [StoreOpener-0b4090cb1b74e90c798c2e90e3f5dc50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,719 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,719 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,719 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,720 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866c3e15b19f73b369385dbc53760eb1, server=e1c0b6c2739c,36343,1733155066807 because future has completed 2024-12-02T15:58:09,722 INFO [StoreOpener-0b4090cb1b74e90c798c2e90e3f5dc50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b4090cb1b74e90c798c2e90e3f5dc50 columnFamilyName cf 2024-12-02T15:58:09,722 DEBUG [StoreOpener-0b4090cb1b74e90c798c2e90e3f5dc50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:09,722 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=6 2024-12-02T15:58:09,722 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 00598510ef4a1072a8dd461da7218d2c, server=e1c0b6c2739c,46197,1733155066676 in 10.0540 sec 2024-12-02T15:58:09,723 INFO [StoreOpener-0b4090cb1b74e90c798c2e90e3f5dc50-1 {}] regionserver.HStore(327): Store=0b4090cb1b74e90c798c2e90e3f5dc50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:58:09,723 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,725 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,725 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,725 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,726 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=00598510ef4a1072a8dd461da7218d2c, ASSIGN in 10.2340 sec 2024-12-02T15:58:09,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b31838ad3984baf11cf05cf4e88ff1c1, ASSIGN in 10.2300 sec 2024-12-02T15:58:09,727 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,727 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,730 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-12-02T15:58:09,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 866c3e15b19f73b369385dbc53760eb1, server=e1c0b6c2739c,36343,1733155066807 in 10.0450 sec 2024-12-02T15:58:09,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866c3e15b19f73b369385dbc53760eb1, ASSIGN in 10.2420 sec 2024-12-02T15:58:09,735 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:58:09,736 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 2b04dd59034910448035afe159657bfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67893436, jitterRate=0.011691033840179443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:58:09,736 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:09,736 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 2b04dd59034910448035afe159657bfe: Running coprocessor pre-open hook at 1733155089705Writing region info on filesystem at 1733155089705Initializing all the Stores at 1733155089709 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155089709Cleaning up temporary data from old regions at 1733155089719 (+10 ms)Running coprocessor post-open hooks at 1733155089736 (+17 ms)Region opened successfully at 1733155089736 2024-12-02T15:58:09,738 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe., pid=15, masterSystemTime=1733155089665 2024-12-02T15:58:09,738 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/0b4090cb1b74e90c798c2e90e3f5dc50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:58:09,738 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:58:09,739 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 0b4090cb1b74e90c798c2e90e3f5dc50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58729541, jitterRate=-0.12486164271831512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:58:09,739 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:09,739 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 5a010d7bc111c4bb92c0ac3a0d48d4eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63827927, jitterRate=-0.04888977110385895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:58:09,739 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 0b4090cb1b74e90c798c2e90e3f5dc50: Running coprocessor pre-open hook at 1733155089715Writing region info on filesystem at 1733155089715Initializing all the Stores at 1733155089717 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155089717Cleaning up temporary data from old regions at 1733155089727 (+10 ms)Running coprocessor post-open hooks at 1733155089739 (+12 ms)Region opened successfully at 1733155089739 2024-12-02T15:58:09,739 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:09,739 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 5a010d7bc111c4bb92c0ac3a0d48d4eb: Running coprocessor pre-open hook at 1733155089707Writing region info on filesystem at 1733155089707Initializing all the Stores at 1733155089709 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155089709Cleaning up temporary data from old regions at 1733155089722 (+13 ms)Running coprocessor post-open hooks at 1733155089739 (+17 ms)Region opened successfully at 1733155089739 2024-12-02T15:58:09,740 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., pid=21, masterSystemTime=1733155089685 2024-12-02T15:58:09,741 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:58:09,741 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb., pid=17, masterSystemTime=1733155089668 2024-12-02T15:58:09,741 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:58:09,741 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:58:09,741 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 06f569f8cf544d0792b4834b9848366c, NAME => 'SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T15:58:09,742 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,742 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:09,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=2b04dd59034910448035afe159657bfe, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:58:09,742 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,743 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,745 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:58:09,746 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:58:09,746 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:58:09,746 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 2450b40d25fc0c59a5aa67a9211fb8c8, NAME => 'SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T15:58:09,746 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0b4090cb1b74e90c798c2e90e3f5dc50, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,36343,1733155066807 2024-12-02T15:58:09,746 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:58:09,746 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,746 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:58:09,746 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:09,747 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:58:09,747 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,747 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,747 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 072216ef0550dd107769231577b58d1e, NAME => 'SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T15:58:09,747 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,747 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:09,747 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,748 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,748 INFO [StoreOpener-06f569f8cf544d0792b4834b9848366c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,748 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=5a010d7bc111c4bb92c0ac3a0d48d4eb, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:58:09,749 INFO [StoreOpener-2450b40d25fc0c59a5aa67a9211fb8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b04dd59034910448035afe159657bfe, server=e1c0b6c2739c,43331,1733155066765 because future has completed 2024-12-02T15:58:09,751 INFO [StoreOpener-06f569f8cf544d0792b4834b9848366c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06f569f8cf544d0792b4834b9848366c columnFamilyName cf 2024-12-02T15:58:09,751 DEBUG [StoreOpener-06f569f8cf544d0792b4834b9848366c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:09,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50, server=e1c0b6c2739c,36343,1733155066807 because future has completed 2024-12-02T15:58:09,753 INFO [StoreOpener-2450b40d25fc0c59a5aa67a9211fb8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2450b40d25fc0c59a5aa67a9211fb8c8 columnFamilyName cf 2024-12-02T15:58:09,753 DEBUG [StoreOpener-2450b40d25fc0c59a5aa67a9211fb8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:09,753 INFO [StoreOpener-06f569f8cf544d0792b4834b9848366c-1 {}] regionserver.HStore(327): Store=06f569f8cf544d0792b4834b9848366c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:58:09,753 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,754 INFO [StoreOpener-2450b40d25fc0c59a5aa67a9211fb8c8-1 {}] regionserver.HStore(327): Store=2450b40d25fc0c59a5aa67a9211fb8c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:58:09,754 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a010d7bc111c4bb92c0ac3a0d48d4eb, server=e1c0b6c2739c,46197,1733155066676 because future has completed 2024-12-02T15:58:09,753 INFO [StoreOpener-072216ef0550dd107769231577b58d1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,755 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,755 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,756 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,756 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,757 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,757 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,757 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,757 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,759 INFO [StoreOpener-072216ef0550dd107769231577b58d1e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 072216ef0550dd107769231577b58d1e columnFamilyName cf 2024-12-02T15:58:09,759 DEBUG [StoreOpener-072216ef0550dd107769231577b58d1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:09,760 INFO [StoreOpener-072216ef0550dd107769231577b58d1e-1 {}] regionserver.HStore(327): Store=072216ef0550dd107769231577b58d1e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:58:09,760 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,760 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T15:58:09,762 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-12-02T15:58:09,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50, server=e1c0b6c2739c,36343,1733155066807 in 10.0780 sec 2024-12-02T15:58:09,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b04dd59034910448035afe159657bfe, server=e1c0b6c2739c,43331,1733155066765 in 10.0950 sec 2024-12-02T15:58:09,764 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,765 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,766 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,766 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-12-02T15:58:09,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b4090cb1b74e90c798c2e90e3f5dc50, ASSIGN in 10.2750 sec 2024-12-02T15:58:09,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a010d7bc111c4bb92c0ac3a0d48d4eb, server=e1c0b6c2739c,46197,1733155066676 in 10.0970 sec 2024-12-02T15:58:09,768 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2450b40d25fc0c59a5aa67a9211fb8c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:58:09,768 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/06f569f8cf544d0792b4834b9848366c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:58:09,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2b04dd59034910448035afe159657bfe, ASSIGN in 10.2770 sec 2024-12-02T15:58:09,769 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 2450b40d25fc0c59a5aa67a9211fb8c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70270307, jitterRate=0.047109171748161316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:58:09,769 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:09,769 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 2450b40d25fc0c59a5aa67a9211fb8c8: Running coprocessor pre-open hook at 1733155089747Writing region info on filesystem at 1733155089747Initializing all the Stores at 1733155089749 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155089749Cleaning up temporary data from old regions at 1733155089757 (+8 ms)Running coprocessor post-open hooks at 1733155089769 (+12 ms)Region opened successfully at 1733155089769 2024-12-02T15:58:09,769 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 06f569f8cf544d0792b4834b9848366c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63621359, jitterRate=-0.05196787416934967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:58:09,770 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:09,770 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 06f569f8cf544d0792b4834b9848366c: Running coprocessor pre-open hook at 1733155089743Writing region info on filesystem at 1733155089743Initializing all the Stores at 1733155089745 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155089745Cleaning up temporary data from old regions at 1733155089757 (+12 ms)Running coprocessor post-open hooks at 1733155089770 (+13 ms)Region opened successfully at 1733155089770 2024-12-02T15:58:09,771 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., pid=24, masterSystemTime=1733155089685 2024-12-02T15:58:09,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5a010d7bc111c4bb92c0ac3a0d48d4eb, ASSIGN in 10.2790 sec 2024-12-02T15:58:09,772 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,772 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c., pid=20, masterSystemTime=1733155089665 2024-12-02T15:58:09,774 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:58:09,774 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:58:09,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2450b40d25fc0c59a5aa67a9211fb8c8, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,36343,1733155066807 2024-12-02T15:58:09,775 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:58:09,776 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:58:09,778 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/072216ef0550dd107769231577b58d1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:58:09,778 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=06f569f8cf544d0792b4834b9848366c, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:58:09,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8, server=e1c0b6c2739c,36343,1733155066807 because future has completed 2024-12-02T15:58:09,779 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 072216ef0550dd107769231577b58d1e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59055153, jitterRate=-0.120009645819664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:58:09,779 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:09,779 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 072216ef0550dd107769231577b58d1e: Running coprocessor pre-open hook at 1733155089748Writing region info on filesystem at 1733155089748Initializing all the Stores at 1733155089751 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155089751Cleaning up temporary data from old regions at 1733155089766 (+15 ms)Running coprocessor post-open hooks at 1733155089779 (+13 ms)Region opened successfully at 1733155089779 2024-12-02T15:58:09,780 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e., pid=18, masterSystemTime=1733155089668 2024-12-02T15:58:09,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06f569f8cf544d0792b4834b9848366c, server=e1c0b6c2739c,43331,1733155066765 because future has completed 2024-12-02T15:58:09,783 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:58:09,784 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:58:09,784 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:58:09,784 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 67da1d6018b09fcac6f48dc6198435d6, NAME => 'SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-02T15:58:09,785 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=072216ef0550dd107769231577b58d1e, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:58:09,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-12-02T15:58:09,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8, server=e1c0b6c2739c,36343,1733155066807 in 10.0970 sec 2024-12-02T15:58:09,787 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,787 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:09,787 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,787 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-12-02T15:58:09,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2450b40d25fc0c59a5aa67a9211fb8c8, ASSIGN in 10.2970 sec 2024-12-02T15:58:09,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 06f569f8cf544d0792b4834b9848366c, server=e1c0b6c2739c,43331,1733155066765 in 10.1080 sec 2024-12-02T15:58:09,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 072216ef0550dd107769231577b58d1e, server=e1c0b6c2739c,46197,1733155066676 because future has completed 2024-12-02T15:58:09,791 INFO [StoreOpener-67da1d6018b09fcac6f48dc6198435d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=06f569f8cf544d0792b4834b9848366c, ASSIGN in 10.3010 sec 2024-12-02T15:58:09,794 INFO [StoreOpener-67da1d6018b09fcac6f48dc6198435d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67da1d6018b09fcac6f48dc6198435d6 columnFamilyName cf 2024-12-02T15:58:09,794 DEBUG [StoreOpener-67da1d6018b09fcac6f48dc6198435d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:09,795 INFO [StoreOpener-67da1d6018b09fcac6f48dc6198435d6-1 {}] regionserver.HStore(327): Store=67da1d6018b09fcac6f48dc6198435d6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:58:09,795 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=5 2024-12-02T15:58:09,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 072216ef0550dd107769231577b58d1e, server=e1c0b6c2739c,46197,1733155066676 in 10.1270 sec 2024-12-02T15:58:09,796 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,797 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,797 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,797 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=072216ef0550dd107769231577b58d1e, ASSIGN in 10.3080 sec 2024-12-02T15:58:09,800 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,803 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/67da1d6018b09fcac6f48dc6198435d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:58:09,803 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 67da1d6018b09fcac6f48dc6198435d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62854110, jitterRate=-0.06340077519416809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:58:09,803 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:09,804 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 67da1d6018b09fcac6f48dc6198435d6: Running coprocessor pre-open hook at 1733155089787Writing region info on filesystem at 1733155089787Initializing all the Stores at 1733155089790 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155089790Cleaning up temporary data from old regions at 1733155089797 (+7 ms)Running coprocessor post-open hooks at 1733155089803 (+6 ms)Region opened successfully at 1733155089804 (+1 ms) 2024-12-02T15:58:09,805 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6., pid=19, masterSystemTime=1733155089668 2024-12-02T15:58:09,807 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:58:09,807 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:58:09,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=67da1d6018b09fcac6f48dc6198435d6, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:58:09,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67da1d6018b09fcac6f48dc6198435d6, server=e1c0b6c2739c,46197,1733155066676 because future has completed 2024-12-02T15:58:09,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-02T15:58:09,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 67da1d6018b09fcac6f48dc6198435d6, server=e1c0b6c2739c,46197,1733155066676 in 10.1450 sec 2024-12-02T15:58:09,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-12-02T15:58:09,819 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=67da1d6018b09fcac6f48dc6198435d6, ASSIGN in 10.3280 sec 2024-12-02T15:58:09,821 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T15:58:09,821 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155089821"}]},"ts":"1733155089821"} 2024-12-02T15:58:09,824 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-02T15:58:09,826 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T15:58:09,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8600 sec 2024-12-02T15:58:12,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-02T15:58:15,149 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:58:15,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T15:58:16,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-02T15:58:16,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-02T15:58:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T15:58:17,295 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-02T15:58:17,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-02T15:58:17,299 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T15:58:17,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-02T15:58:17,313 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T15:58:17,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-02T15:58:17,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,360 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,419 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,422 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,424 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,426 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,427 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., hostname=e1c0b6c2739c,36343,1733155066807, seqNum=2] 2024-12-02T15:58:17,479 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb., hostname=e1c0b6c2739c,46197,1733155066676, seqNum=2] 2024-12-02T15:58:17,481 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb., hostname=e1c0b6c2739c,46197,1733155066676, seqNum=2] 2024-12-02T15:58:17,483 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb., hostname=e1c0b6c2739c,46197,1733155066676, seqNum=2] 2024-12-02T15:58:17,485 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb., hostname=e1c0b6c2739c,46197,1733155066676, seqNum=2] 2024-12-02T15:58:17,486 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb., hostname=e1c0b6c2739c,46197,1733155066676, seqNum=2] 2024-12-02T15:58:17,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb., hostname=e1c0b6c2739c,46197,1733155066676, seqNum=2] 2024-12-02T15:58:17,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe., hostname=e1c0b6c2739c,43331,1733155066765, seqNum=2] 2024-12-02T15:58:17,548 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe., hostname=e1c0b6c2739c,43331,1733155066765, seqNum=2] 2024-12-02T15:58:17,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe., hostname=e1c0b6c2739c,43331,1733155066765, seqNum=2] 2024-12-02T15:58:17,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe., hostname=e1c0b6c2739c,43331,1733155066765, seqNum=2] 2024-12-02T15:58:17,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe., hostname=e1c0b6c2739c,43331,1733155066765, seqNum=2] 2024-12-02T15:58:17,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe., hostname=e1c0b6c2739c,43331,1733155066765, seqNum=2] 2024-12-02T15:58:17,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe., hostname=e1c0b6c2739c,43331,1733155066765, seqNum=2] 2024-12-02T15:58:17,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe., hostname=e1c0b6c2739c,43331,1733155066765, seqNum=2] 2024-12-02T15:58:18,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:58:18,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:58:18,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:58:18,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T15:58:18,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:58:18,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46197 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T15:58:18,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36343 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T15:58:18,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43331 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:58:18,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43331 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T15:58:18,967 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-02T15:58:18,969 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T15:58:18,970 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T15:58:18,974 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T15:58:18,987 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T15:58:18,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741848_1024 (size=49) 2024-12-02T15:58:18,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741848_1024 (size=49) 2024-12-02T15:58:18,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741848_1024 (size=49) 2024-12-02T15:58:19,000 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T15:58:19,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 072216ef0550dd107769231577b58d1e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00598510ef4a1072a8dd461da7218d2c}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06f569f8cf544d0792b4834b9848366c}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67da1d6018b09fcac6f48dc6198435d6}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b31838ad3984baf11cf05cf4e88ff1c1}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a010d7bc111c4bb92c0ac3a0d48d4eb}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04dd59034910448035afe159657bfe}] 2024-12-02T15:58:19,007 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:19,007 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:19,007 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:19,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:19,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:19,015 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:19,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:19,016 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:19,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:19,017 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:19,070 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing e1c0b6c2739c,36343,1733155066807 2024-12-02T15:58:19,071 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e1c0b6c2739c,36343,1733155066807: Simulated kill ***** 2024-12-02T15:58:19,071 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T15:58:19,073 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T15:58:19,073 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T15:58:19,075 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T15:58:19,076 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T15:58:19,080 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 593426944 }, "NonHeapMemoryUsage": { "committed": 157286400, "init": 7667712, "max": -1, "used": 153859056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e1c0b6c2739c", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e1c0b6c2739c", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64269", "tag.serverName": "e1c0b6c2739c,36343,1733155066807", "tag.clusterId": "caea7888-4e4f-4503-b52f-761d06a136c9", "tag.Context": "regionserver", "tag.Hostname": "e1c0b6c2739c", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733155066807, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-02T15:58:19,083 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41919 {}] master.MasterRpcServices(700): e1c0b6c2739c,36343,1733155066807 reported a fatal error: ***** ABORTING region server e1c0b6c2739c,36343,1733155066807: Simulated kill ***** 2024-12-02T15:58:19,085 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,36343,1733155066807' ***** 2024-12-02T15:58:19,085 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-02T15:58:19,085 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:58:19,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:58:19,085 INFO [RS:2;e1c0b6c2739c:36343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T15:58:19,085 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T15:58:19,085 INFO [RS:2;e1c0b6c2739c:36343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T15:58:19,085 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:58:19,086 INFO [RS:2;e1c0b6c2739c:36343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e1c0b6c2739c:36343. 2024-12-02T15:58:19,086 DEBUG [RS:2;e1c0b6c2739c:36343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:58:19,086 DEBUG [RS:2;e1c0b6c2739c:36343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:58:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741836_1012 (size=14382) 2024-12-02T15:58:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741836_1012 (size=14382) 2024-12-02T15:58:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741836_1012 (size=14382) 2024-12-02T15:58:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741834_1010 (size=966) 2024-12-02T15:58:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741834_1010 (size=966) 2024-12-02T15:58:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741834_1010 (size=966) 2024-12-02T15:58:19,095 DEBUG [RS:2;e1c0b6c2739c:36343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:58:19,095 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:58:19,096 INFO [RS:2;e1c0b6c2739c:36343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36343 2024-12-02T15:58:19,108 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:58:19,109 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:58:19,137 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,36343,1733155066807 2024-12-02T15:58:19,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:58:19,137 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:58:19,139 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:58:19,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,36343,1733155066807] 2024-12-02T15:58:19,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,36343,1733155066807 already deleted, retry=false 2024-12-02T15:58:19,157 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e1c0b6c2739c,36343,1733155066807 on e1c0b6c2739c,41919,1733155065969 2024-12-02T15:58:19,161 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e1c0b6c2739c,36343,1733155066807, splitWal=true, meta=true 2024-12-02T15:58:19,163 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for e1c0b6c2739c,36343,1733155066807 (carryingMeta=true) e1c0b6c2739c,36343,1733155066807/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@72c9c35[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T15:58:19,164 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e1c0b6c2739c,36343,1733155066807, splitWal=true, meta=true 2024-12-02T15:58:19,165 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e1c0b6c2739c,36343,1733155066807, splitWal=true, meta=true, isMeta: true 2024-12-02T15:58:19,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:19,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:19,166 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:19,167 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting 2024-12-02T15:58:19,167 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 can not run currently because target server of region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-02T15:58:19,167 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 can not run currently because target server of region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-02T15:58:19,167 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 can not run currently because target server of region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 1000 ms to retry 2024-12-02T15:58:19,168 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50; timeout=1000, timestamp=1733155100167 2024-12-02T15:58:19,168 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8; timeout=1000, timestamp=1733155100167 2024-12-02T15:58:19,168 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1; timeout=1000, timestamp=1733155100167 2024-12-02T15:58:19,170 INFO [PEWorker-3 {}] master.SplitWALManager(105): e1c0b6c2739c,36343,1733155066807 WAL count=1, meta=true 2024-12-02T15:58:19,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta}] 2024-12-02T15:58:19,178 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:58:19,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta, worker=e1c0b6c2739c,43331,1733155066765}] 2024-12-02T15:58:19,249 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:58:19,249 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36343-0x101980d2fe00003, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:58:19,249 INFO [RS:2;e1c0b6c2739c:36343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:58:19,249 INFO [RS:2;e1c0b6c2739c:36343 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,36343,1733155066807; zookeeper connection closed. 2024-12-02T15:58:19,250 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fbc4559 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fbc4559 2024-12-02T15:58:20,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:20,168 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:20,169 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:20,172 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 can not run currently because target server of region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-02T15:58:20,172 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1; timeout=2000, timestamp=1733155102172 2024-12-02T15:58:20,172 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 can not run currently because target server of region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-02T15:58:20,172 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 can not run currently because target server of region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 2000 ms to retry 2024-12-02T15:58:20,172 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50; timeout=2000, timestamp=1733155102172 2024-12-02T15:58:20,172 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8; timeout=2000, timestamp=1733155102172 2024-12-02T15:58:22,173 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:22,173 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:22,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:22,175 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 can not run currently because target server of region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-02T15:58:22,175 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 can not run currently because target server of region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-02T15:58:22,175 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 can not run currently because target server of region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 4000 ms to retry 2024-12-02T15:58:22,175 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50; timeout=4000, timestamp=1733155106175 2024-12-02T15:58:22,175 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8; timeout=4000, timestamp=1733155106175 2024-12-02T15:58:22,175 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1; timeout=4000, timestamp=1733155106175 2024-12-02T15:58:22,771 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e1c0b6c2739c:41919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-02T15:58:26,176 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:26,176 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:26,177 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:26,180 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 can not run currently because target server of region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-02T15:58:26,180 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 can not run currently because target server of region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-02T15:58:26,180 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8; timeout=8000, timestamp=1733155114180 2024-12-02T15:58:26,180 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50; timeout=8000, timestamp=1733155114180 2024-12-02T15:58:26,180 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 can not run currently because target server of region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META, wait 8000 ms to retry 2024-12-02T15:58:26,180 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1; timeout=8000, timestamp=1733155114180 2024-12-02T15:58:29,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-02T15:58:29,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-02T15:58:29,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-02T15:58:29,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-02T15:58:29,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:58:29,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-02T15:58:29,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:58:29,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-02T15:58:29,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:58:29,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-02T15:58:29,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:58:29,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-02T15:58:29,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:58:29,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:58:29,023 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 5a010d7bc111c4bb92c0ac3a0d48d4eb 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-02T15:58:29,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for b31838ad3984baf11cf05cf4e88ff1c1: 2024-12-02T15:58:29,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 06f569f8cf544d0792b4834b9848366c: 2024-12-02T15:58:29,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. for SnapshotProcedureTest completed. 2024-12-02T15:58:29,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. for SnapshotProcedureTest completed. 2024-12-02T15:58:29,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 00598510ef4a1072a8dd461da7218d2c: 2024-12-02T15:58:29,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. for SnapshotProcedureTest completed. 2024-12-02T15:58:29,024 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 2b04dd59034910448035afe159657bfe 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-02T15:58:29,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T15:58:29,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T15:58:29,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 072216ef0550dd107769231577b58d1e: 2024-12-02T15:58:29,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. for SnapshotProcedureTest completed. 2024-12-02T15:58:29,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T15:58:29,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T15:58:29,029 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T15:58:29,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T15:58:29,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T15:58:29,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T15:58:29,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T15:58:29,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T15:58:29,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T15:58:29,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T15:58:29,084 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta, size=14.0 K (14382bytes) 2024-12-02T15:58:29,085 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T15:58:29,086 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T15:58:29,086 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta 2024-12-02T15:58:29,095 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta after 7ms 2024-12-02T15:58:29,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741849_1025 (size=65) 2024-12-02T15:58:29,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741849_1025 (size=65) 2024-12-02T15:58:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741849_1025 (size=65) 2024-12-02T15:58:29,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741850_1026 (size=65) 2024-12-02T15:58:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741850_1026 (size=65) 2024-12-02T15:58:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741850_1026 (size=65) 2024-12-02T15:58:29,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:58:29,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-02T15:58:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-02T15:58:29,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:29,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:58:29,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb/.tmp/cf/a62f01b602a44fc68eae4188ecad80f6 is 34, key is ccd/cf:cf/1733155098356/Put/seqid=0 2024-12-02T15:58:29,192 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta took 111ms 2024-12-02T15:58:29,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b31838ad3984baf11cf05cf4e88ff1c1 in 10.1900 sec 2024-12-02T15:58:29,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-12-02T15:58:29,228 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta so closing down 2024-12-02T15:58:29,228 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T15:58:29,230 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta.temp 2024-12-02T15:58:29,261 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta.temp 2024-12-02T15:58:29,263 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T15:58:29,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741852_1028 (size=57) 2024-12-02T15:58:29,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741852_1028 (size=57) 2024-12-02T15:58:29,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:58:29,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-02T15:58:29,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:58:29,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 67da1d6018b09fcac6f48dc6198435d6: 2024-12-02T15:58:29,269 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. for SnapshotProcedureTest completed. 2024-12-02T15:58:29,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T15:58:29,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T15:58:29,270 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T15:58:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741852_1028 (size=57) 2024-12-02T15:58:29,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741851_1027 (size=65) 2024-12-02T15:58:29,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741851_1027 (size=65) 2024-12-02T15:58:29,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:58:29,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T15:58:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-02T15:58:29,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:29,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 072216ef0550dd107769231577b58d1e 2024-12-02T15:58:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741851_1027 (size=65) 2024-12-02T15:58:29,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 072216ef0550dd107769231577b58d1e in 10.2770 sec 2024-12-02T15:58:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-02T15:58:29,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:29,284 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:58:29,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 00598510ef4a1072a8dd461da7218d2c in 10.2850 sec 2024-12-02T15:58:29,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741854_1030 (size=47197) 2024-12-02T15:58:29,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741854_1030 (size=47197) 2024-12-02T15:58:29,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741854_1030 (size=47197) 2024-12-02T15:58:29,313 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb/.tmp/cf/a62f01b602a44fc68eae4188ecad80f6 2024-12-02T15:58:29,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe/.tmp/cf/85475de4d245415797af4629aa5c1078 is 34, key is eaa/cf:cf/1733155098823/Put/seqid=0 2024-12-02T15:58:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741853_1029 (size=499309) 2024-12-02T15:58:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741853_1029 (size=499309) 2024-12-02T15:58:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741853_1029 (size=499309) 2024-12-02T15:58:29,351 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe/.tmp/cf/85475de4d245415797af4629aa5c1078 2024-12-02T15:58:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741855_1031 (size=14141) 2024-12-02T15:58:29,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741855_1031 (size=14141) 2024-12-02T15:58:29,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741855_1031 (size=14141) 2024-12-02T15:58:29,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-12-02T15:58:29,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741856_1032 (size=65) 2024-12-02T15:58:29,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta.temp to hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T15:58:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741856_1032 (size=65) 2024-12-02T15:58:29,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741856_1032 (size=65) 2024-12-02T15:58:29,374 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 157 ms; skipped=1; WAL=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-12-02T15:58:29,375 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta, journal: Splitting hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta, size=14.0 K (14382bytes) at 1733155109084Finishing writing output for hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta so closing down at 1733155109228 (+144 ms)Creating recovered edits writer path=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta.temp at 1733155109261 (+33 ms)3 split writer threads finished at 1733155109264 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1733155109363 (+99 ms)Rename recovered edits hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta.temp to hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1733155109368 (+5 ms)Processed 26 edits across 1 Regions in 157 ms; skipped=1; WAL=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1733155109375 (+7 ms) 2024-12-02T15:58:29,375 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta 2024-12-02T15:58:29,375 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-02T15:58:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-02T15:58:29,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:58:29,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-02T15:58:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-02T15:58:29,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:29,384 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:58:29,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 67da1d6018b09fcac6f48dc6198435d6 in 10.3850 sec 2024-12-02T15:58:29,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe/.tmp/cf/85475de4d245415797af4629aa5c1078 as hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe/cf/85475de4d245415797af4629aa5c1078 2024-12-02T15:58:29,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb/.tmp/cf/a62f01b602a44fc68eae4188ecad80f6 as hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb/cf/a62f01b602a44fc68eae4188ecad80f6 2024-12-02T15:58:29,396 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta to hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/oldWALs 2024-12-02T15:58:29,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-02T15:58:29,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta, worker=e1c0b6c2739c,43331,1733155066765 in 10.2160 sec 2024-12-02T15:58:29,407 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:58:29,410 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe/cf/85475de4d245415797af4629aa5c1078, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-02T15:58:29,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-02T15:58:29,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e1c0b6c2739c%2C36343%2C1733155066807.meta.1733155078504.meta, worker=e1c0b6c2739c,43331,1733155066765 in 10.2370 sec 2024-12-02T15:58:29,416 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb/cf/a62f01b602a44fc68eae4188ecad80f6, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-02T15:58:29,419 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting dir is empty, no logs to split. 2024-12-02T15:58:29,419 INFO [PEWorker-4 {}] master.SplitWALManager(105): e1c0b6c2739c,36343,1733155066807 WAL count=0, meta=true 2024-12-02T15:58:29,419 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if e1c0b6c2739c,36343,1733155066807 WAL splitting is done? wals=0, meta=true 2024-12-02T15:58:29,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 2b04dd59034910448035afe159657bfe in 394ms, sequenceid=5, compaction requested=false 2024-12-02T15:58:29,420 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 5a010d7bc111c4bb92c0ac3a0d48d4eb in 400ms, sequenceid=5, compaction requested=false 2024-12-02T15:58:29,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 2b04dd59034910448035afe159657bfe: 2024-12-02T15:58:29,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 5a010d7bc111c4bb92c0ac3a0d48d4eb: 2024-12-02T15:58:29,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. for SnapshotProcedureTest completed. 2024-12-02T15:58:29,420 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. for SnapshotProcedureTest completed. 2024-12-02T15:58:29,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T15:58:29,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T15:58:29,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T15:58:29,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T15:58:29,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe/cf/85475de4d245415797af4629aa5c1078] hfiles 2024-12-02T15:58:29,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb/cf/a62f01b602a44fc68eae4188ecad80f6] hfiles 2024-12-02T15:58:29,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe/cf/85475de4d245415797af4629aa5c1078 for snapshot=SnapshotProcedureTest 2024-12-02T15:58:29,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:58:29,427 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:58:29,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb/cf/a62f01b602a44fc68eae4188ecad80f6 for snapshot=SnapshotProcedureTest 2024-12-02T15:58:29,428 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T15:58:29,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741857_1033 (size=105) 2024-12-02T15:58:29,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741857_1033 (size=105) 2024-12-02T15:58:29,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741857_1033 (size=105) 2024-12-02T15:58:29,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741858_1034 (size=97) 2024-12-02T15:58:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741858_1034 (size=97) 2024-12-02T15:58:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741858_1034 (size=97) 2024-12-02T15:58:29,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:58:29,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T15:58:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T15:58:29,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:29,487 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b04dd59034910448035afe159657bfe 2024-12-02T15:58:29,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b04dd59034910448035afe159657bfe in 10.4870 sec 2024-12-02T15:58:29,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:58:29,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-02T15:58:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-02T15:58:29,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:29,519 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:58:29,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 06f569f8cf544d0792b4834b9848366c in 10.5200 sec 2024-12-02T15:58:29,581 DEBUG [e1c0b6c2739c:41919 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-02T15:58:29,581 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(204): Hosts are {e1c0b6c2739c=0} racks are {/default-rack=0} 2024-12-02T15:58:29,581 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T15:58:29,581 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T15:58:29,581 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T15:58:29,581 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T15:58:29,581 INFO [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T15:58:29,581 INFO [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T15:58:29,581 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T15:58:29,582 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:58:29,583 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,46197,1733155066676, state=OPENING 2024-12-02T15:58:29,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:58:29,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:58:29,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:58:29,629 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:58:29,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:58:29,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:58:29,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:58:29,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,46197,1733155066676}] 2024-12-02T15:58:29,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:58:29,868 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-02T15:58:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-02T15:58:29,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:29,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:58:29,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5a010d7bc111c4bb92c0ac3a0d48d4eb in 10.8690 sec 2024-12-02T15:58:34,180 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:34,180 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:34,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:34,182 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 can not run currently because target server of region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-02T15:58:34,182 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 can not run currently because target server of region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-02T15:58:34,182 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 can not run currently because target server of region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-12-02T15:58:34,182 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1; timeout=16000, timestamp=1733155130182 2024-12-02T15:58:34,182 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50; timeout=16000, timestamp=1733155130182 2024-12-02T15:58:34,182 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8; timeout=16000, timestamp=1733155130182 2024-12-02T15:58:39,241 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T15:58:39,241 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T15:58:39,640 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T15:58:39,641 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:58:39,641 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T15:58:39,679 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C46197%2C1733155066676.meta, suffix=.meta, logDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,46197,1733155066676, archiveDir=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/oldWALs, maxLogs=32 2024-12-02T15:58:39,707 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,46197,1733155066676/e1c0b6c2739c%2C46197%2C1733155066676.meta.1733155119681.meta, exclude list is [], retry=0 2024-12-02T15:58:39,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46281,DS-3f0b168a-3bdb-4bca-9d07-75ed38cada63,DISK] 2024-12-02T15:58:39,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46867,DS-aa3f2801-fd6a-46da-9c40-c83d7150921e,DISK] 2024-12-02T15:58:39,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33795,DS-f7e48025-76ce-4a4d-878e-4c9d81f06aa0,DISK] 2024-12-02T15:58:39,771 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,46197,1733155066676/e1c0b6c2739c%2C46197%2C1733155066676.meta.1733155119681.meta 2024-12-02T15:58:39,775 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35691:35691),(127.0.0.1/127.0.0.1:38381:38381),(127.0.0.1/127.0.0.1:40509:40509)] 2024-12-02T15:58:39,775 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:58:39,776 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T15:58:39,776 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T15:58:39,776 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T15:58:39,776 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T15:58:39,777 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:58:39,777 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T15:58:39,777 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T15:58:39,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:58:39,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:58:39,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:39,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:58:39,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:58:39,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:58:39,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:39,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:58:39,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:58:39,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:58:39,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:39,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:58:39,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:58:39,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:58:39,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:58:39,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:58:39,861 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:58:39,867 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740 2024-12-02T15:58:39,900 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740 2024-12-02T15:58:39,904 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T15:58:39,941 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T15:58:39,942 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-02T15:58:40,014 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/info/abab3ec16f1f42d29c92355f7949acaa is 167, key is SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c./info:regioninfo/1733155089708/Put/seqid=0 2024-12-02T15:58:40,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741860_1036 (size=18393) 2024-12-02T15:58:40,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741860_1036 (size=18393) 2024-12-02T15:58:40,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741860_1036 (size=18393) 2024-12-02T15:58:40,080 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/info/abab3ec16f1f42d29c92355f7949acaa 2024-12-02T15:58:40,132 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/ns/b611636a553043d8bbb3d1196d68d4ac is 43, key is default/ns:d/1733155078720/Put/seqid=0 2024-12-02T15:58:40,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741861_1037 (size=5153) 2024-12-02T15:58:40,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741861_1037 (size=5153) 2024-12-02T15:58:40,170 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/ns/b611636a553043d8bbb3d1196d68d4ac 2024-12-02T15:58:40,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741861_1037 (size=5153) 2024-12-02T15:58:40,202 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/table/1ce1809356474af6a84f77979215e927 is 47, key is SPTestTable/table:state/1733155089821/Put/seqid=0 2024-12-02T15:58:40,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741862_1038 (size=5214) 2024-12-02T15:58:40,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741862_1038 (size=5214) 2024-12-02T15:58:40,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741862_1038 (size=5214) 2024-12-02T15:58:40,221 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/table/1ce1809356474af6a84f77979215e927 2024-12-02T15:58:40,268 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/info/abab3ec16f1f42d29c92355f7949acaa as hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/info/abab3ec16f1f42d29c92355f7949acaa 2024-12-02T15:58:40,309 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/info/abab3ec16f1f42d29c92355f7949acaa, entries=100, sequenceid=28, filesize=18.0 K 2024-12-02T15:58:40,319 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/ns/b611636a553043d8bbb3d1196d68d4ac as hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/ns/b611636a553043d8bbb3d1196d68d4ac 2024-12-02T15:58:40,343 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/ns/b611636a553043d8bbb3d1196d68d4ac, entries=2, sequenceid=28, filesize=5.0 K 2024-12-02T15:58:40,348 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/table/1ce1809356474af6a84f77979215e927 as hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/table/1ce1809356474af6a84f77979215e927 2024-12-02T15:58:40,368 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/table/1ce1809356474af6a84f77979215e927, entries=2, sequenceid=28, filesize=5.1 K 2024-12-02T15:58:40,368 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=28, compaction requested=false; wal=null 2024-12-02T15:58:40,370 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-12-02T15:58:40,372 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:58:40,372 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:58:40,374 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:58:40,376 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:58:40,382 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-12-02T15:58:40,384 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60963153, jitterRate=-0.09157823026180267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:58:40,384 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T15:58:40,384 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733155119777Writing region info on filesystem at 1733155119777Initializing all the Stores at 1733155119788 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155119788Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155119793 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155119793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155119793Obtaining lock to block concurrent updates at 1733155119942 (+149 ms)Preparing flush snapshotting stores in 1588230740 at 1733155119942Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733155119951 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733155119951Flushing 1588230740/info: creating writer at 1733155119951Flushing 1588230740/info: appending metadata at 1733155120012 (+61 ms)Flushing 1588230740/info: closing flushed file at 1733155120012Flushing 1588230740/ns: creating writer at 1733155120102 (+90 ms)Flushing 1588230740/ns: appending metadata at 1733155120131 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1733155120131Flushing 1588230740/table: creating writer at 1733155120181 (+50 ms)Flushing 1588230740/table: appending metadata at 1733155120201 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733155120201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b37276: reopening flushed file at 1733155120265 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6111f686: reopening flushed file at 1733155120309 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62ce1d54: reopening flushed file at 1733155120343 (+34 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=28, compaction requested=false; wal=null at 1733155120368 (+25 ms)Cleaning up temporary data from old regions at 1733155120372 (+4 ms)Running coprocessor post-open hooks at 1733155120384 (+12 ms)Region opened successfully at 1733155120384 2024-12-02T15:58:40,387 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1733155119632 2024-12-02T15:58:40,398 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T15:58:40,398 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T15:58:40,400 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:58:40,402 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,46197,1733155066676, state=OPEN 2024-12-02T15:58:40,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:58:40,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:58:40,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T15:58:40,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:58:40,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:58:40,452 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:58:40,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:58:40,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-02T15:58:40,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,46197,1733155066676 in 10.8230 sec 2024-12-02T15:58:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-12-02T15:58:40,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.0460 sec 2024-12-02T15:58:40,484 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): e1c0b6c2739c,36343,1733155066807 had 4 regions 2024-12-02T15:58:40,486 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e1c0b6c2739c,36343,1733155066807, splitWal=true, meta=true, isMeta: false 2024-12-02T15:58:40,509 INFO [PEWorker-5 {}] master.SplitWALManager(105): e1c0b6c2739c,36343,1733155066807 WAL count=1, meta=false 2024-12-02T15:58:40,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e1c0b6c2739c%2C36343%2C1733155066807.1733155068270}] 2024-12-02T15:58:40,518 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:58:40,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e1c0b6c2739c%2C36343%2C1733155066807.1733155068270, worker=e1c0b6c2739c,46197,1733155066676}] 2024-12-02T15:58:45,150 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:58:45,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T15:58:48,152 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-02T15:58:50,182 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:58:50,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:58:50,182 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:58:50,184 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 can not run currently because target server of region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING, wait 32000 ms to retry 2024-12-02T15:58:50,184 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 can not run currently because target server of region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING, wait 32000 ms to retry 2024-12-02T15:58:50,184 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 can not run currently because target server of region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. e1c0b6c2739c,36343,1733155066807 is in state SPLITTING, wait 32000 ms to retry 2024-12-02T15:58:50,184 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1; timeout=32000, timestamp=1733155162184 2024-12-02T15:58:50,184 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50; timeout=32000, timestamp=1733155162184 2024-12-02T15:58:50,184 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8; timeout=32000, timestamp=1733155162184 2024-12-02T15:58:50,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-12-02T15:58:50,552 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270, size=966 (966bytes) 2024-12-02T15:58:50,553 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270 2024-12-02T15:58:50,554 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270 after 0ms 2024-12-02T15:58:50,560 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270 took 7ms 2024-12-02T15:58:50,564 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 866c3e15b19f73b369385dbc53760eb1: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T15:58:50,567 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 0b4090cb1b74e90c798c2e90e3f5dc50: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T15:58:50,570 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 2450b40d25fc0c59a5aa67a9211fb8c8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-02T15:58:50,570 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270 so closing down 2024-12-02T15:58:50,570 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T15:58:50,571 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T15:58:50,571 INFO [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 10 ms; skipped=3; WAL=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270, size=966, length=966, corrupted=false, cancelled=false 2024-12-02T15:58:50,571 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270, journal: Splitting hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270, size=966 (966bytes) at 1733155130553Finishing writing output for hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270 so closing down at 1733155130570 (+17 ms)3 split writer threads finished at 1733155130571 (+1 ms)Processed 3 edits across 0 Regions in 10 ms; skipped=3; WAL=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270, size=966, length=966, corrupted=false, cancelled=false at 1733155130571 2024-12-02T15:58:50,571 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270 2024-12-02T15:58:50,571 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-02T15:58:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-02T15:58:50,581 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting/e1c0b6c2739c%2C36343%2C1733155066807.1733155068270 to hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/oldWALs 2024-12-02T15:58:50,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-02T15:58:50,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e1c0b6c2739c%2C36343%2C1733155066807.1733155068270, worker=e1c0b6c2739c,46197,1733155066676 in 10.0610 sec 2024-12-02T15:58:50,604 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:58:50,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-12-02T15:58:50,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure e1c0b6c2739c%2C36343%2C1733155066807.1733155068270, worker=e1c0b6c2739c,46197,1733155066676 in 10.0960 sec 2024-12-02T15:58:50,614 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,36343,1733155066807-splitting dir is empty, no logs to split. 2024-12-02T15:58:50,614 INFO [PEWorker-2 {}] master.SplitWALManager(105): e1c0b6c2739c,36343,1733155066807 WAL count=0, meta=false 2024-12-02T15:58:50,614 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if e1c0b6c2739c,36343,1733155066807 WAL splitting is done? wals=0, meta=false 2024-12-02T15:58:50,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b4090cb1b74e90c798c2e90e3f5dc50, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866c3e15b19f73b369385dbc53760eb1, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2450b40d25fc0c59a5aa67a9211fb8c8, ASSIGN}] 2024-12-02T15:58:50,621 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866c3e15b19f73b369385dbc53760eb1, ASSIGN 2024-12-02T15:58:50,621 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b4090cb1b74e90c798c2e90e3f5dc50, ASSIGN 2024-12-02T15:58:50,622 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2450b40d25fc0c59a5aa67a9211fb8c8, ASSIGN 2024-12-02T15:58:50,625 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2450b40d25fc0c59a5aa67a9211fb8c8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T15:58:50,625 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=866c3e15b19f73b369385dbc53760eb1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T15:58:50,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b4090cb1b74e90c798c2e90e3f5dc50, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T15:58:50,776 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(204): Hosts are {e1c0b6c2739c=0} racks are {/default-rack=0} 2024-12-02T15:58:50,776 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T15:58:50,776 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T15:58:50,776 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T15:58:50,776 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T15:58:50,776 INFO [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T15:58:50,776 INFO [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T15:58:50,776 DEBUG [e1c0b6c2739c:41919 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T15:58:50,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=0b4090cb1b74e90c798c2e90e3f5dc50, regionState=OPENING, regionLocation=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:58:50,777 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=866c3e15b19f73b369385dbc53760eb1, regionState=OPENING, regionLocation=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:58:50,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=2450b40d25fc0c59a5aa67a9211fb8c8, regionState=OPENING, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:58:50,778 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e1c0b6c2739c:36343 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e1c0b6c2739c/172.17.0.3:36343 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:58:50,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1, error=java.net.ConnectException: Call to address=e1c0b6c2739c:36343 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e1c0b6c2739c/172.17.0.3:36343 2024-12-02T15:58:50,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-12-02T15:58:50,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1 from cache 2024-12-02T15:58:50,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e1c0b6c2739c:36343 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e1c0b6c2739c/172.17.0.3:36343 2024-12-02T15:58:50,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=e1c0b6c2739c:36343 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e1c0b6c2739c/172.17.0.3:36343 2024-12-02T15:58:50,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address e1c0b6c2739c:36343 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e1c0b6c2739c/172.17.0.3:36343 2024-12-02T15:58:50,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:58:50,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,46197,1733155066676, seqNum=-1] 2024-12-02T15:58:50,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T15:58:50,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45897, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T15:58:50,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2450b40d25fc0c59a5aa67a9211fb8c8, ASSIGN because future has completed 2024-12-02T15:58:50,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8, server=e1c0b6c2739c,46197,1733155066676}] 2024-12-02T15:58:50,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0b4090cb1b74e90c798c2e90e3f5dc50, ASSIGN because future has completed 2024-12-02T15:58:50,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50, server=e1c0b6c2739c,43331,1733155066765}] 2024-12-02T15:58:50,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=866c3e15b19f73b369385dbc53760eb1, ASSIGN because future has completed 2024-12-02T15:58:50,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866c3e15b19f73b369385dbc53760eb1, server=e1c0b6c2739c,43331,1733155066765}] 2024-12-02T15:58:52,775 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e1c0b6c2739c:41919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-02T15:58:54,705 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2b04dd59034910448035afe159657bfe, had cached 0 bytes from a total of 499309 2024-12-02T15:58:54,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5a010d7bc111c4bb92c0ac3a0d48d4eb, had cached 0 bytes from a total of 47197 2024-12-02T15:58:59,066 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 06f569f8cf544d0792b4834b9848366c changed from -1.0 to 0.0, refreshing cache 2024-12-02T15:58:59,067 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b31838ad3984baf11cf05cf4e88ff1c1 changed from -1.0 to 0.0, refreshing cache 2024-12-02T15:58:59,067 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2b04dd59034910448035afe159657bfe changed from -1.0 to 0.0, refreshing cache 2024-12-02T15:58:59,068 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 072216ef0550dd107769231577b58d1e changed from -1.0 to 0.0, refreshing cache 2024-12-02T15:58:59,068 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 00598510ef4a1072a8dd461da7218d2c changed from -1.0 to 0.0, refreshing cache 2024-12-02T15:58:59,068 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 67da1d6018b09fcac6f48dc6198435d6 changed from -1.0 to 0.0, refreshing cache 2024-12-02T15:58:59,069 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5a010d7bc111c4bb92c0ac3a0d48d4eb changed from -1.0 to 0.0, refreshing cache 2024-12-02T15:58:59,069 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T15:59:00,934 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:59:00,935 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 2450b40d25fc0c59a5aa67a9211fb8c8, NAME => 'SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T15:59:00,935 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,935 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:59:00,935 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,936 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,949 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:59:00,950 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b4090cb1b74e90c798c2e90e3f5dc50, NAME => 'SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-02T15:59:00,950 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:00,950 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:59:00,950 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:00,950 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:00,952 INFO [StoreOpener-2450b40d25fc0c59a5aa67a9211fb8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,955 INFO [StoreOpener-2450b40d25fc0c59a5aa67a9211fb8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2450b40d25fc0c59a5aa67a9211fb8c8 columnFamilyName cf 2024-12-02T15:59:00,956 DEBUG [StoreOpener-2450b40d25fc0c59a5aa67a9211fb8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:00,967 INFO [StoreOpener-2450b40d25fc0c59a5aa67a9211fb8c8-1 {}] regionserver.HStore(327): Store=2450b40d25fc0c59a5aa67a9211fb8c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:59:00,968 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,971 INFO [StoreOpener-0b4090cb1b74e90c798c2e90e3f5dc50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:00,979 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,987 INFO [StoreOpener-0b4090cb1b74e90c798c2e90e3f5dc50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b4090cb1b74e90c798c2e90e3f5dc50 columnFamilyName cf 2024-12-02T15:59:00,987 DEBUG [StoreOpener-0b4090cb1b74e90c798c2e90e3f5dc50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:00,989 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,992 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,992 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,995 INFO [StoreOpener-0b4090cb1b74e90c798c2e90e3f5dc50-1 {}] regionserver.HStore(327): Store=0b4090cb1b74e90c798c2e90e3f5dc50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:59:00,995 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:00,997 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,999 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 2450b40d25fc0c59a5aa67a9211fb8c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59409747, jitterRate=-0.11472578346729279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:59:00,999 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:00,999 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 2450b40d25fc0c59a5aa67a9211fb8c8: Running coprocessor pre-open hook at 1733155140936Writing region info on filesystem at 1733155140936Initializing all the Stores at 1733155140951 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155140951Cleaning up temporary data from old regions at 1733155140992 (+41 ms)Running coprocessor post-open hooks at 1733155140999 (+7 ms)Region opened successfully at 1733155140999 2024-12-02T15:59:01,002 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., pid=46, masterSystemTime=1733155140903 2024-12-02T15:59:01,002 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:01,012 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:59:01,012 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:59:01,015 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:01,018 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=2450b40d25fc0c59a5aa67a9211fb8c8, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:01,020 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:01,020 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:01,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8, server=e1c0b6c2739c,46197,1733155066676 because future has completed 2024-12-02T15:59:01,039 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:01,047 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 0b4090cb1b74e90c798c2e90e3f5dc50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73711809, jitterRate=0.09839154779911041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:59:01,048 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:01,048 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 0b4090cb1b74e90c798c2e90e3f5dc50: Running coprocessor pre-open hook at 1733155140951Writing region info on filesystem at 1733155140951Initializing all the Stores at 1733155140967 (+16 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155140967Cleaning up temporary data from old regions at 1733155141020 (+53 ms)Running coprocessor post-open hooks at 1733155141048 (+28 ms)Region opened successfully at 1733155141048 2024-12-02T15:59:01,055 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., pid=47, masterSystemTime=1733155140910 2024-12-02T15:59:01,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=45 2024-12-02T15:59:01,064 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8, server=e1c0b6c2739c,46197,1733155066676 in 10.1450 sec 2024-12-02T15:59:01,074 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:59:01,074 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:59:01,074 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:59:01,075 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 866c3e15b19f73b369385dbc53760eb1, NAME => 'SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T15:59:01,075 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,075 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:59:01,076 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,076 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=0b4090cb1b74e90c798c2e90e3f5dc50, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:01,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2450b40d25fc0c59a5aa67a9211fb8c8, ASSIGN in 10.4460 sec 2024-12-02T15:59:01,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50, server=e1c0b6c2739c,43331,1733155066765 because future has completed 2024-12-02T15:59:01,099 INFO [StoreOpener-866c3e15b19f73b369385dbc53760eb1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,107 INFO [StoreOpener-866c3e15b19f73b369385dbc53760eb1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 866c3e15b19f73b369385dbc53760eb1 columnFamilyName cf 2024-12-02T15:59:01,107 DEBUG [StoreOpener-866c3e15b19f73b369385dbc53760eb1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:01,115 INFO [StoreOpener-866c3e15b19f73b369385dbc53760eb1-1 {}] regionserver.HStore(327): Store=866c3e15b19f73b369385dbc53760eb1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:59:01,116 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-12-02T15:59:01,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50, server=e1c0b6c2739c,43331,1733155066765 in 10.2010 sec 2024-12-02T15:59:01,127 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0b4090cb1b74e90c798c2e90e3f5dc50, ASSIGN in 10.5050 sec 2024-12-02T15:59:01,143 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,147 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,147 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,168 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,179 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 866c3e15b19f73b369385dbc53760eb1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69096568, jitterRate=0.02961909770965576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T15:59:01,179 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:01,179 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 866c3e15b19f73b369385dbc53760eb1: Running coprocessor pre-open hook at 1733155141076Writing region info on filesystem at 1733155141076Initializing all the Stores at 1733155141089 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155141089Cleaning up temporary data from old regions at 1733155141147 (+58 ms)Running coprocessor post-open hooks at 1733155141179 (+32 ms)Region opened successfully at 1733155141179 2024-12-02T15:59:01,189 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1., pid=48, masterSystemTime=1733155140910 2024-12-02T15:59:01,206 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:59:01,207 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:59:01,222 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=866c3e15b19f73b369385dbc53760eb1, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:01,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 866c3e15b19f73b369385dbc53760eb1, server=e1c0b6c2739c,43331,1733155066765 because future has completed 2024-12-02T15:59:01,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=44 2024-12-02T15:59:01,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 866c3e15b19f73b369385dbc53760eb1, server=e1c0b6c2739c,43331,1733155066765 in 10.3400 sec 2024-12-02T15:59:01,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=36 2024-12-02T15:59:01,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=866c3e15b19f73b369385dbc53760eb1, ASSIGN in 10.6620 sec 2024-12-02T15:59:01,292 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server e1c0b6c2739c,36343,1733155066807 after splitting done 2024-12-02T15:59:01,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure e1c0b6c2739c,36343,1733155066807, splitWal=true, meta=true in 42.1340 sec 2024-12-02T15:59:06,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T15:59:15,150 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:59:22,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:22,184 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:22,184 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:24,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-12-02T15:59:32,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-02T15:59:32,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-02T15:59:32,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-02T15:59:32,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 2450b40d25fc0c59a5aa67a9211fb8c8: 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 0b4090cb1b74e90c798c2e90e3f5dc50: 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 866c3e15b19f73b369385dbc53760eb1: 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. for SnapshotProcedureTest completed. 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. for SnapshotProcedureTest completed. 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. for SnapshotProcedureTest completed. 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T15:59:32,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T15:59:32,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741863_1039 (size=65) 2024-12-02T15:59:32,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741863_1039 (size=65) 2024-12-02T15:59:32,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741863_1039 (size=65) 2024-12-02T15:59:32,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:59:32,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-02T15:59:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-02T15:59:32,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:32,236 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:32,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2450b40d25fc0c59a5aa67a9211fb8c8 in 1 mins, 13.236 sec 2024-12-02T15:59:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741864_1040 (size=65) 2024-12-02T15:59:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741865_1041 (size=65) 2024-12-02T15:59:32,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741864_1040 (size=65) 2024-12-02T15:59:32,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741865_1041 (size=65) 2024-12-02T15:59:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741865_1041 (size=65) 2024-12-02T15:59:32,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:59:32,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:59:32,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T15:59:32,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-02T15:59:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741864_1040 (size=65) 2024-12-02T15:59:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T15:59:32,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:32,256 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-02T15:59:32,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:32,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:32,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0b4090cb1b74e90c798c2e90e3f5dc50 in 1 mins, 13.256 sec 2024-12-02T15:59:32,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-12-02T15:59:32,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 866c3e15b19f73b369385dbc53760eb1 in 1 mins, 13.257 sec 2024-12-02T15:59:32,265 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T15:59:32,267 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T15:59:32,270 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T15:59:32,270 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-02T15:59:32,274 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T15:59:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741866_1042 (size=1094) 2024-12-02T15:59:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741866_1042 (size=1094) 2024-12-02T15:59:32,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741866_1042 (size=1094) 2024-12-02T15:59:32,343 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T15:59:32,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-02T15:59:32,360 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:32,360 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:32,361 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:32,361 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:32,362 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:32,367 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:39,705 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2b04dd59034910448035afe159657bfe, had cached 0 bytes from a total of 499309 2024-12-02T15:59:39,707 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5a010d7bc111c4bb92c0ac3a0d48d4eb, had cached 0 bytes from a total of 47197 2024-12-02T15:59:42,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-12-02T15:59:42,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-02T15:59:42,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-12-02T15:59:42,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-02T15:59:42,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-12-02T15:59:42,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-02T15:59:42,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T15:59:42,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-02T15:59:42,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T15:59:42,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-02T15:59:42,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-02T15:59:42,371 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-02T15:59:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-02T15:59:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-02T15:59:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-02T15:59:42,374 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,46197,1733155066676 Release verify snapshot worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:42,374 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,43331,1733155066765 Release verify snapshot worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-02T15:59:42,375 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,46197,1733155066676 Release verify snapshot worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:42,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,46197,1733155066676 in 10.0220 sec 2024-12-02T15:59:42,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-02T15:59:42,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-02T15:59:42,377 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,46197,1733155066676 Release verify snapshot worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-12-02T15:59:42,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,43331,1733155066765 in 10.0220 sec 2024-12-02T15:59:42,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,46197,1733155066676 in 10.0230 sec 2024-12-02T15:59:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-02T15:59:42,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,46197,1733155066676 in 10.0250 sec 2024-12-02T15:59:42,381 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,43331,1733155066765 Release verify snapshot worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:42,383 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:42,383 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:42,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,43331,1733155066765 in 10.0290 sec 2024-12-02T15:59:42,383 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:42,383 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:42,387 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,43331,1733155066765 Release verify snapshot worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:42,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,43331,1733155066765 in 10.0350 sec 2024-12-02T15:59:45,150 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T15:59:48,103 WARN [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 3, running: 1 2024-12-02T15:59:48,279 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-02T15:59:52,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-02T15:59:52,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-12-02T15:59:52,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-02T15:59:52,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-02T15:59:52,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-02T15:59:52,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-02T15:59:52,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-02T15:59:52,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-02T15:59:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-12-02T15:59:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-02T15:59:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-02T15:59:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-02T15:59:52,388 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,43331,1733155066765 Release verify snapshot worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:52,388 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,46197,1733155066676 Release verify snapshot worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:52,390 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,43331,1733155066765 Release verify snapshot worker=e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:52,390 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,46197,1733155066676 Release verify snapshot worker=e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:52,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,46197,1733155066676 in 20.0360 sec 2024-12-02T15:59:52,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,43331,1733155066765 in 20.0360 sec 2024-12-02T15:59:52,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,43331,1733155066765 in 20.0390 sec 2024-12-02T15:59:52,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-12-02T15:59:52,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,46197,1733155066676 in 20.0390 sec 2024-12-02T15:59:52,394 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-02T15:59:52,395 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/.hbase-snapshot/SnapshotProcedureTest 2024-12-02T15:59:52,397 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-02T15:59:52,397 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-02T15:59:52,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 33.434 sec 2024-12-02T15:59:52,508 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-02T15:59:52,510 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e1c0b6c2739c:36343 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e1c0b6c2739c/172.17.0.3:36343 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T15:59:52,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1, error=java.net.ConnectException: Call to address=e1c0b6c2739c:36343 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e1c0b6c2739c/172.17.0.3:36343 2024-12-02T15:59:52,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1 is java.net.ConnectException: Connection refused 2024-12-02T15:59:52,510 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,36343,1733155066807, seqNum=-1 from cache 2024-12-02T15:59:52,511 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address e1c0b6c2739c:36343 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e1c0b6c2739c/172.17.0.3:36343 2024-12-02T15:59:52,612 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T15:59:52,613 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,46197,1733155066676, seqNum=-1] 2024-12-02T15:59:52,653 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-02T15:59:52,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T15:59:52,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:59:52,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:59:52,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:59:52,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:59:52,654 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T15:59:52,654 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1179126912, stopped=false 2024-12-02T15:59:52,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T15:59:52,655 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1c0b6c2739c,41919,1733155065969 2024-12-02T15:59:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:59:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:59:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:52,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:52,695 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:59:52,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T15:59:52,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:59:52,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:59:52,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,46197,1733155066676' ***** 2024-12-02T15:59:52,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:59:52,696 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,43331,1733155066765' ***** 2024-12-02T15:59:52,696 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T15:59:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T15:59:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:52,699 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:59:52,699 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T15:59:52,699 INFO [RS:1;e1c0b6c2739c:43331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:59:52,699 INFO [RS:1;e1c0b6c2739c:43331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:59:52,700 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(3091): Received CLOSE for 06f569f8cf544d0792b4834b9848366c 2024-12-02T15:59:52,700 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:59:52,700 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T15:59:52,700 INFO [RS:0;e1c0b6c2739c:46197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T15:59:52,700 INFO [RS:0;e1c0b6c2739c:46197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T15:59:52,700 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(3091): Received CLOSE for 072216ef0550dd107769231577b58d1e 2024-12-02T15:59:52,701 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b04dd59034910448035afe159657bfe 2024-12-02T15:59:52,701 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b4090cb1b74e90c798c2e90e3f5dc50 2024-12-02T15:59:52,701 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(3091): Received CLOSE for 866c3e15b19f73b369385dbc53760eb1 2024-12-02T15:59:52,701 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(3091): Received CLOSE for b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:59:52,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:59:52,701 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:52,701 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:59:52,701 INFO [RS:1;e1c0b6c2739c:43331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e1c0b6c2739c:43331. 2024-12-02T15:59:52,701 DEBUG [RS:1;e1c0b6c2739c:43331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:59:52,701 DEBUG [RS:1;e1c0b6c2739c:43331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:59:52,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:59:52,702 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-02T15:59:52,702 DEBUG [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(1325): Online Regions={06f569f8cf544d0792b4834b9848366c=SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c., 2b04dd59034910448035afe159657bfe=SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe., 0b4090cb1b74e90c798c2e90e3f5dc50=SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50., 866c3e15b19f73b369385dbc53760eb1=SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1., b31838ad3984baf11cf05cf4e88ff1c1=SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1.} 2024-12-02T15:59:52,702 DEBUG [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(1351): Waiting on 06f569f8cf544d0792b4834b9848366c, 0b4090cb1b74e90c798c2e90e3f5dc50, 2b04dd59034910448035afe159657bfe, 866c3e15b19f73b369385dbc53760eb1, b31838ad3984baf11cf05cf4e88ff1c1 2024-12-02T15:59:52,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:59:52,704 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06f569f8cf544d0792b4834b9848366c, disabling compactions & flushes 2024-12-02T15:59:52,704 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:59:52,704 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:59:52,704 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. after waiting 0 ms 2024-12-02T15:59:52,704 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:59:52,707 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a010d7bc111c4bb92c0ac3a0d48d4eb 2024-12-02T15:59:52,707 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(3091): Received CLOSE for 00598510ef4a1072a8dd461da7218d2c 2024-12-02T15:59:52,707 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(3091): Received CLOSE for 2450b40d25fc0c59a5aa67a9211fb8c8 2024-12-02T15:59:52,707 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(3091): Received CLOSE for 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:59:52,707 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:52,707 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:59:52,707 INFO [RS:0;e1c0b6c2739c:46197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1c0b6c2739c:46197. 2024-12-02T15:59:52,707 DEBUG [RS:0;e1c0b6c2739c:46197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T15:59:52,707 DEBUG [RS:0;e1c0b6c2739c:46197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:59:52,708 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:59:52,708 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:59:52,708 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:59:52,708 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T15:59:52,708 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-02T15:59:52,708 DEBUG [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(1325): Online Regions={072216ef0550dd107769231577b58d1e=SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e., 5a010d7bc111c4bb92c0ac3a0d48d4eb=SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb., 00598510ef4a1072a8dd461da7218d2c=SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c., 1588230740=hbase:meta,,1.1588230740, 2450b40d25fc0c59a5aa67a9211fb8c8=SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8., 67da1d6018b09fcac6f48dc6198435d6=SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6.} 2024-12-02T15:59:52,708 DEBUG [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(1351): Waiting on 00598510ef4a1072a8dd461da7218d2c, 072216ef0550dd107769231577b58d1e, 1588230740, 2450b40d25fc0c59a5aa67a9211fb8c8, 5a010d7bc111c4bb92c0ac3a0d48d4eb, 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:59:52,709 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 072216ef0550dd107769231577b58d1e, disabling compactions & flushes 2024-12-02T15:59:52,709 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:59:52,709 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:59:52,709 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:59:52,709 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:59:52,709 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. after waiting 0 ms 2024-12-02T15:59:52,709 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:59:52,709 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:59:52,709 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:59:52,709 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:59:52,709 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.94 KB heapSize=5.71 KB 2024-12-02T15:59:52,727 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/06f569f8cf544d0792b4834b9848366c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T15:59:52,729 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:59:52,737 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:59:52,737 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06f569f8cf544d0792b4834b9848366c: Waiting for close lock at 1733155192703Running coprocessor pre-close hooks at 1733155192703Disabling compacts and flushes for region at 1733155192704 (+1 ms)Disabling writes for close at 1733155192704Writing region close event to WAL at 1733155192705 (+1 ms)Running coprocessor post-close hooks at 1733155192731 (+26 ms)Closed at 1733155192737 (+6 ms) 2024-12-02T15:59:52,738 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733155078960.06f569f8cf544d0792b4834b9848366c. 2024-12-02T15:59:52,738 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b04dd59034910448035afe159657bfe, disabling compactions & flushes 2024-12-02T15:59:52,738 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:59:52,738 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:59:52,738 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. after waiting 0 ms 2024-12-02T15:59:52,738 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:59:52,744 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:59:52,744 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/info/509a1a9310344013b119941878af2139 is 167, key is SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1./info:regioninfo/1733155141221/Put/seqid=0 2024-12-02T15:59:52,751 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/072216ef0550dd107769231577b58d1e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T15:59:52,752 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:59:52,753 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 072216ef0550dd107769231577b58d1e: Waiting for close lock at 1733155192709Running coprocessor pre-close hooks at 1733155192709Disabling compacts and flushes for region at 1733155192709Disabling writes for close at 1733155192709Writing region close event to WAL at 1733155192720 (+11 ms)Running coprocessor post-close hooks at 1733155192752 (+32 ms)Closed at 1733155192752 2024-12-02T15:59:52,753 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733155078960.072216ef0550dd107769231577b58d1e. 2024-12-02T15:59:52,753 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a010d7bc111c4bb92c0ac3a0d48d4eb, disabling compactions & flushes 2024-12-02T15:59:52,753 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:59:52,753 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:59:52,753 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. after waiting 0 ms 2024-12-02T15:59:52,753 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:59:52,777 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2b04dd59034910448035afe159657bfe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T15:59:52,778 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:59:52,778 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b04dd59034910448035afe159657bfe: Waiting for close lock at 1733155192738Running coprocessor pre-close hooks at 1733155192738Disabling compacts and flushes for region at 1733155192738Disabling writes for close at 1733155192738Writing region close event to WAL at 1733155192759 (+21 ms)Running coprocessor post-close hooks at 1733155192777 (+18 ms)Closed at 1733155192778 (+1 ms) 2024-12-02T15:59:52,778 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733155078960.2b04dd59034910448035afe159657bfe. 2024-12-02T15:59:52,779 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b4090cb1b74e90c798c2e90e3f5dc50, disabling compactions & flushes 2024-12-02T15:59:52,779 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:59:52,779 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:59:52,779 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. after waiting 0 ms 2024-12-02T15:59:52,779 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:59:52,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741867_1043 (size=8495) 2024-12-02T15:59:52,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741867_1043 (size=8495) 2024-12-02T15:59:52,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741867_1043 (size=8495) 2024-12-02T15:59:52,813 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.94 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/info/509a1a9310344013b119941878af2139 2024-12-02T15:59:52,817 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/5a010d7bc111c4bb92c0ac3a0d48d4eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T15:59:52,818 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/0b4090cb1b74e90c798c2e90e3f5dc50/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T15:59:52,821 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:59:52,821 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a010d7bc111c4bb92c0ac3a0d48d4eb: Waiting for close lock at 1733155192753Running coprocessor pre-close hooks at 1733155192753Disabling compacts and flushes for region at 1733155192753Disabling writes for close at 1733155192753Writing region close event to WAL at 1733155192787 (+34 ms)Running coprocessor post-close hooks at 1733155192820 (+33 ms)Closed at 1733155192821 (+1 ms) 2024-12-02T15:59:52,821 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733155078960.5a010d7bc111c4bb92c0ac3a0d48d4eb. 2024-12-02T15:59:52,821 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00598510ef4a1072a8dd461da7218d2c, disabling compactions & flushes 2024-12-02T15:59:52,821 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:59:52,821 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:59:52,821 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. after waiting 0 ms 2024-12-02T15:59:52,822 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:59:52,822 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:59:52,822 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b4090cb1b74e90c798c2e90e3f5dc50: Waiting for close lock at 1733155192778Running coprocessor pre-close hooks at 1733155192778Disabling compacts and flushes for region at 1733155192778Disabling writes for close at 1733155192779 (+1 ms)Writing region close event to WAL at 1733155192791 (+12 ms)Running coprocessor post-close hooks at 1733155192822 (+31 ms)Closed at 1733155192822 2024-12-02T15:59:52,822 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733155078960.0b4090cb1b74e90c798c2e90e3f5dc50. 2024-12-02T15:59:52,823 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 866c3e15b19f73b369385dbc53760eb1, disabling compactions & flushes 2024-12-02T15:59:52,823 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:59:52,823 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:59:52,823 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. after waiting 0 ms 2024-12-02T15:59:52,823 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:59:52,832 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/.tmp/info/509a1a9310344013b119941878af2139 as hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/info/509a1a9310344013b119941878af2139 2024-12-02T15:59:52,841 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/866c3e15b19f73b369385dbc53760eb1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T15:59:52,842 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:59:52,842 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 866c3e15b19f73b369385dbc53760eb1: Waiting for close lock at 1733155192823Running coprocessor pre-close hooks at 1733155192823Disabling compacts and flushes for region at 1733155192823Disabling writes for close at 1733155192823Writing region close event to WAL at 1733155192823Running coprocessor post-close hooks at 1733155192842 (+19 ms)Closed at 1733155192842 2024-12-02T15:59:52,842 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733155078960.866c3e15b19f73b369385dbc53760eb1. 2024-12-02T15:59:52,842 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b31838ad3984baf11cf05cf4e88ff1c1, disabling compactions & flushes 2024-12-02T15:59:52,843 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:59:52,843 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:59:52,843 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. after waiting 0 ms 2024-12-02T15:59:52,843 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:59:52,848 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/00598510ef4a1072a8dd461da7218d2c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T15:59:52,849 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:59:52,849 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00598510ef4a1072a8dd461da7218d2c: Waiting for close lock at 1733155192821Running coprocessor pre-close hooks at 1733155192821Disabling compacts and flushes for region at 1733155192821Disabling writes for close at 1733155192821Writing region close event to WAL at 1733155192826 (+5 ms)Running coprocessor post-close hooks at 1733155192848 (+22 ms)Closed at 1733155192848 2024-12-02T15:59:52,849 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733155078960.00598510ef4a1072a8dd461da7218d2c. 2024-12-02T15:59:52,849 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2450b40d25fc0c59a5aa67a9211fb8c8, disabling compactions & flushes 2024-12-02T15:59:52,849 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:59:52,849 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:59:52,849 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. after waiting 0 ms 2024-12-02T15:59:52,849 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:59:52,850 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/info/509a1a9310344013b119941878af2139, entries=24, sequenceid=37, filesize=8.3 K 2024-12-02T15:59:52,853 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.94 KB/3012, heapSize ~4.95 KB/5064, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=37, compaction requested=false 2024-12-02T15:59:52,865 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/b31838ad3984baf11cf05cf4e88ff1c1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T15:59:52,866 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:59:52,866 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b31838ad3984baf11cf05cf4e88ff1c1: Waiting for close lock at 1733155192842Running coprocessor pre-close hooks at 1733155192842Disabling compacts and flushes for region at 1733155192842Disabling writes for close at 1733155192843 (+1 ms)Writing region close event to WAL at 1733155192848 (+5 ms)Running coprocessor post-close hooks at 1733155192866 (+18 ms)Closed at 1733155192866 2024-12-02T15:59:52,866 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733155078960.b31838ad3984baf11cf05cf4e88ff1c1. 2024-12-02T15:59:52,891 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/2450b40d25fc0c59a5aa67a9211fb8c8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T15:59:52,892 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:59:52,892 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2450b40d25fc0c59a5aa67a9211fb8c8: Waiting for close lock at 1733155192849Running coprocessor pre-close hooks at 1733155192849Disabling compacts and flushes for region at 1733155192849Disabling writes for close at 1733155192849Writing region close event to WAL at 1733155192855 (+6 ms)Running coprocessor post-close hooks at 1733155192892 (+37 ms)Closed at 1733155192892 2024-12-02T15:59:52,892 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733155078960.2450b40d25fc0c59a5aa67a9211fb8c8. 2024-12-02T15:59:52,892 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67da1d6018b09fcac6f48dc6198435d6, disabling compactions & flushes 2024-12-02T15:59:52,892 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:59:52,892 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:59:52,892 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. after waiting 0 ms 2024-12-02T15:59:52,892 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:59:52,903 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,43331,1733155066765; all regions closed. 2024-12-02T15:59:52,910 DEBUG [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67da1d6018b09fcac6f48dc6198435d6 2024-12-02T15:59:52,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741833_1009 (size=3530) 2024-12-02T15:59:52,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741833_1009 (size=3530) 2024-12-02T15:59:52,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741833_1009 (size=3530) 2024-12-02T15:59:52,927 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-12-02T15:59:52,930 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T15:59:52,930 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:59:52,930 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733155192709Running coprocessor pre-close hooks at 1733155192709Disabling compacts and flushes for region at 1733155192709Disabling writes for close at 1733155192709Obtaining lock to block concurrent updates at 1733155192709Preparing flush snapshotting stores in 1588230740 at 1733155192709Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3012, getHeapSize=5784, getOffHeapSize=0, getCellsCount=24 at 1733155192710 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733155192711 (+1 ms)Flushing 1588230740/info: creating writer at 1733155192712 (+1 ms)Flushing 1588230740/info: appending metadata at 1733155192744 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733155192744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff927de: reopening flushed file at 1733155192830 (+86 ms)Finished flush of dataSize ~2.94 KB/3012, heapSize ~4.95 KB/5064, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=37, compaction requested=false at 1733155192853 (+23 ms)Writing region close event to WAL at 1733155192903 (+50 ms)Running coprocessor post-close hooks at 1733155192930 (+27 ms)Closed at 1733155192930 2024-12-02T15:59:52,930 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T15:59:52,932 DEBUG [RS:1;e1c0b6c2739c:43331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/oldWALs 2024-12-02T15:59:52,933 INFO [RS:1;e1c0b6c2739c:43331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C43331%2C1733155066765:(num 1733155068270) 2024-12-02T15:59:52,933 DEBUG [RS:1;e1c0b6c2739c:43331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:59:52,933 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:59:52,933 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:59:52,933 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T15:59:52,933 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T15:59:52,933 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T15:59:52,933 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T15:59:52,933 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:59:52,933 INFO [RS:1;e1c0b6c2739c:43331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43331 2024-12-02T15:59:52,934 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:59:52,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,43331,1733155066765 2024-12-02T15:59:52,945 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:59:52,946 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/data/default/SPTestTable/67da1d6018b09fcac6f48dc6198435d6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T15:59:52,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:59:52,947 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:59:52,947 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67da1d6018b09fcac6f48dc6198435d6: Waiting for close lock at 1733155192892Running coprocessor pre-close hooks at 1733155192892Disabling compacts and flushes for region at 1733155192892Disabling writes for close at 1733155192892Writing region close event to WAL at 1733155192916 (+24 ms)Running coprocessor post-close hooks at 1733155192947 (+31 ms)Closed at 1733155192947 2024-12-02T15:59:52,947 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733155078960.67da1d6018b09fcac6f48dc6198435d6. 2024-12-02T15:59:52,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,43331,1733155066765] 2024-12-02T15:59:52,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,43331,1733155066765 already deleted, retry=false 2024-12-02T15:59:52,963 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,43331,1733155066765 expired; onlineServers=1 2024-12-02T15:59:53,054 INFO [RS:1;e1c0b6c2739c:43331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:59:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:59:53,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x101980d2fe00002, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:59:53,054 INFO [RS:1;e1c0b6c2739c:43331 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,43331,1733155066765; zookeeper connection closed. 2024-12-02T15:59:53,054 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41dc87ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41dc87ea 2024-12-02T15:59:53,099 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T15:59:53,099 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T15:59:53,111 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,46197,1733155066676; all regions closed. 2024-12-02T15:59:53,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741859_1035 (size=4424) 2024-12-02T15:59:53,114 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/WALs/e1c0b6c2739c,46197,1733155066676/e1c0b6c2739c%2C46197%2C1733155066676.meta.1733155119681.meta not finished, retry = 0 2024-12-02T15:59:53,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741859_1035 (size=4424) 2024-12-02T15:59:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741859_1035 (size=4424) 2024-12-02T15:59:53,218 DEBUG [RS:0;e1c0b6c2739c:46197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/oldWALs 2024-12-02T15:59:53,218 INFO [RS:0;e1c0b6c2739c:46197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C46197%2C1733155066676.meta:.meta(num 1733155119681) 2024-12-02T15:59:53,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741835_1011 (size=3500) 2024-12-02T15:59:53,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741835_1011 (size=3500) 2024-12-02T15:59:53,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741835_1011 (size=3500) 2024-12-02T15:59:53,227 DEBUG [RS:0;e1c0b6c2739c:46197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/oldWALs 2024-12-02T15:59:53,227 INFO [RS:0;e1c0b6c2739c:46197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C46197%2C1733155066676:(num 1733155068270) 2024-12-02T15:59:53,227 DEBUG [RS:0;e1c0b6c2739c:46197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T15:59:53,227 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T15:59:53,227 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:59:53,227 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T15:59:53,227 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:59:53,227 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:59:53,228 INFO [RS:0;e1c0b6c2739c:46197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46197 2024-12-02T15:59:53,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,46197,1733155066676 2024-12-02T15:59:53,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:59:53,270 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:59:53,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,46197,1733155066676] 2024-12-02T15:59:53,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,46197,1733155066676 already deleted, retry=false 2024-12-02T15:59:53,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,46197,1733155066676 expired; onlineServers=0 2024-12-02T15:59:53,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1c0b6c2739c,41919,1733155065969' ***** 2024-12-02T15:59:53,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T15:59:53,287 INFO [M:0;e1c0b6c2739c:41919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T15:59:53,287 INFO [M:0;e1c0b6c2739c:41919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T15:59:53,288 DEBUG [M:0;e1c0b6c2739c:41919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T15:59:53,288 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T15:59:53,288 DEBUG [M:0;e1c0b6c2739c:41919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T15:59:53,288 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733155067890 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733155067890,5,FailOnTimeoutGroup] 2024-12-02T15:59:53,288 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733155067890 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733155067890,5,FailOnTimeoutGroup] 2024-12-02T15:59:53,288 INFO [M:0;e1c0b6c2739c:41919 {}] hbase.ChoreService(370): Chore service for: master/e1c0b6c2739c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T15:59:53,288 INFO [M:0;e1c0b6c2739c:41919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T15:59:53,288 DEBUG [M:0;e1c0b6c2739c:41919 {}] master.HMaster(1795): Stopping service threads 2024-12-02T15:59:53,288 INFO [M:0;e1c0b6c2739c:41919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T15:59:53,288 INFO [M:0;e1c0b6c2739c:41919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T15:59:53,288 ERROR [M:0;e1c0b6c2739c:41919 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:34943 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34943,5,PEWorkerGroup] 2024-12-02T15:59:53,289 INFO [M:0;e1c0b6c2739c:41919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T15:59:53,289 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T15:59:53,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T15:59:53,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:53,295 DEBUG [M:0;e1c0b6c2739c:41919 {}] zookeeper.ZKUtil(347): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T15:59:53,295 WARN [M:0;e1c0b6c2739c:41919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T15:59:53,296 INFO [M:0;e1c0b6c2739c:41919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/.lastflushedseqids 2024-12-02T15:59:53,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741868_1044 (size=668) 2024-12-02T15:59:53,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741868_1044 (size=668) 2024-12-02T15:59:53,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741868_1044 (size=668) 2024-12-02T15:59:53,315 INFO [M:0;e1c0b6c2739c:41919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T15:59:53,316 INFO [M:0;e1c0b6c2739c:41919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T15:59:53,316 DEBUG [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:59:53,316 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:59:53,316 DEBUG [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:59:53,316 DEBUG [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:59:53,316 DEBUG [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:59:53,316 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=204.25 KB heapSize=253.54 KB 2024-12-02T15:59:53,340 DEBUG [M:0;e1c0b6c2739c:41919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23bcc24f3ae44c60acd388d1b499c46c is 82, key is hbase:meta,,1/info:regioninfo/1733155120399/Put/seqid=0 2024-12-02T15:59:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741869_1045 (size=6071) 2024-12-02T15:59:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741869_1045 (size=6071) 2024-12-02T15:59:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741869_1045 (size=6071) 2024-12-02T15:59:53,359 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23bcc24f3ae44c60acd388d1b499c46c 2024-12-02T15:59:53,379 INFO [RS:0;e1c0b6c2739c:46197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:59:53,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:59:53,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46197-0x101980d2fe00001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:59:53,379 INFO [RS:0;e1c0b6c2739c:46197 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,46197,1733155066676; zookeeper connection closed. 2024-12-02T15:59:53,379 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5cb6ef43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5cb6ef43 2024-12-02T15:59:53,380 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T15:59:53,395 DEBUG [M:0;e1c0b6c2739c:41919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94e2564a3e33469fa6a7ffbf1888a9ab is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733155089831/Put/seqid=0 2024-12-02T15:59:53,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741870_1046 (size=9042) 2024-12-02T15:59:53,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741870_1046 (size=9042) 2024-12-02T15:59:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741870_1046 (size=9042) 2024-12-02T15:59:53,468 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=203.02 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94e2564a3e33469fa6a7ffbf1888a9ab 2024-12-02T15:59:53,486 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94e2564a3e33469fa6a7ffbf1888a9ab 2024-12-02T15:59:53,511 DEBUG [M:0;e1c0b6c2739c:41919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69e64adb9479454a84d67298696f7816 is 69, key is e1c0b6c2739c,43331,1733155066765/rs:state/1733155068006/Put/seqid=0 2024-12-02T15:59:53,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741871_1047 (size=5441) 2024-12-02T15:59:53,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741871_1047 (size=5441) 2024-12-02T15:59:53,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741871_1047 (size=5441) 2024-12-02T15:59:53,540 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69e64adb9479454a84d67298696f7816 2024-12-02T15:59:53,550 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69e64adb9479454a84d67298696f7816 2024-12-02T15:59:53,553 DEBUG [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23bcc24f3ae44c60acd388d1b499c46c as hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23bcc24f3ae44c60acd388d1b499c46c 2024-12-02T15:59:53,564 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23bcc24f3ae44c60acd388d1b499c46c, entries=14, sequenceid=537, filesize=5.9 K 2024-12-02T15:59:53,566 DEBUG [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94e2564a3e33469fa6a7ffbf1888a9ab as hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94e2564a3e33469fa6a7ffbf1888a9ab 2024-12-02T15:59:53,575 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94e2564a3e33469fa6a7ffbf1888a9ab 2024-12-02T15:59:53,575 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94e2564a3e33469fa6a7ffbf1888a9ab, entries=58, sequenceid=537, filesize=8.8 K 2024-12-02T15:59:53,578 DEBUG [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69e64adb9479454a84d67298696f7816 as hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69e64adb9479454a84d67298696f7816 2024-12-02T15:59:53,586 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69e64adb9479454a84d67298696f7816 2024-12-02T15:59:53,586 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34943/user/jenkins/test-data/d4429b98-4be7-9634-5f24-59eb878227fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69e64adb9479454a84d67298696f7816, entries=3, sequenceid=537, filesize=5.3 K 2024-12-02T15:59:53,592 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~204.25 KB/209149, heapSize ~253.24 KB/259320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 275ms, sequenceid=537, compaction requested=false 2024-12-02T15:59:53,603 INFO [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:59:53,603 DEBUG [M:0;e1c0b6c2739c:41919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733155193316Disabling compacts and flushes for region at 1733155193316Disabling writes for close at 1733155193316Obtaining lock to block concurrent updates at 1733155193316Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733155193316Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=209149, getHeapSize=259560, getOffHeapSize=0, getCellsCount=654 at 1733155193317 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733155193317Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733155193318 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733155193339 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733155193339Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733155193366 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733155193394 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733155193394Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733155193486 (+92 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733155193510 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733155193511 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62111fe2: reopening flushed file at 1733155193550 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3606feb1: reopening flushed file at 1733155193564 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19025736: reopening flushed file at 1733155193575 (+11 ms)Finished flush of dataSize ~204.25 KB/209149, heapSize ~253.24 KB/259320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 275ms, sequenceid=537, compaction requested=false at 1733155193592 (+17 ms)Writing region close event to WAL at 1733155193603 (+11 ms)Closed at 1733155193603 2024-12-02T15:59:53,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46867 is added to blk_1073741830_1006 (size=244941) 2024-12-02T15:59:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46281 is added to blk_1073741830_1006 (size=244941) 2024-12-02T15:59:53,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33795 is added to blk_1073741830_1006 (size=244941) 2024-12-02T15:59:53,624 INFO [M:0;e1c0b6c2739c:41919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T15:59:53,624 INFO [M:0;e1c0b6c2739c:41919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41919 2024-12-02T15:59:53,624 INFO [M:0;e1c0b6c2739c:41919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T15:59:53,624 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T15:59:53,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:59:53,762 INFO [M:0;e1c0b6c2739c:41919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T15:59:53,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x101980d2fe00000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T15:59:53,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e15ccfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:59:53,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44b6328d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:59:53,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:59:53,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4290d512{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:59:53,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a70e5e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir/,STOPPED} 2024-12-02T15:59:53,773 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:59:53,773 WARN [BP-2146004439-172.17.0.3-1733155062548 heartbeating to localhost/127.0.0.1:34943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:59:53,773 WARN [BP-2146004439-172.17.0.3-1733155062548 heartbeating to localhost/127.0.0.1:34943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2146004439-172.17.0.3-1733155062548 (Datanode Uuid cc5629d9-8f03-460c-b6e3-137366d5bc5f) service to localhost/127.0.0.1:34943 2024-12-02T15:59:53,773 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:59:53,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data5/current/BP-2146004439-172.17.0.3-1733155062548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:59:53,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data6/current/BP-2146004439-172.17.0.3-1733155062548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:59:53,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:59:53,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c874617{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:59:53,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e83182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:59:53,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:59:53,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725b96c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:59:53,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d6a0db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir/,STOPPED} 2024-12-02T15:59:53,783 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:59:53,783 WARN [BP-2146004439-172.17.0.3-1733155062548 heartbeating to localhost/127.0.0.1:34943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:59:53,783 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:59:53,783 WARN [BP-2146004439-172.17.0.3-1733155062548 heartbeating to localhost/127.0.0.1:34943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2146004439-172.17.0.3-1733155062548 (Datanode Uuid 4c8aa9d6-952d-4217-8d75-d44c5b4cdd7c) service to localhost/127.0.0.1:34943 2024-12-02T15:59:53,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data3/current/BP-2146004439-172.17.0.3-1733155062548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:59:53,784 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data4/current/BP-2146004439-172.17.0.3-1733155062548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:59:53,784 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:59:53,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b29fa79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:59:53,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61376694{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:59:53,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:59:53,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a87ee91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:59:53,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ae6d233{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir/,STOPPED} 2024-12-02T15:59:53,789 WARN [BP-2146004439-172.17.0.3-1733155062548 heartbeating to localhost/127.0.0.1:34943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T15:59:53,789 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T15:59:53,789 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T15:59:53,789 WARN [BP-2146004439-172.17.0.3-1733155062548 heartbeating to localhost/127.0.0.1:34943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2146004439-172.17.0.3-1733155062548 (Datanode Uuid 95f20d73-bef9-4d1d-91d0-aeacf672088d) service to localhost/127.0.0.1:34943 2024-12-02T15:59:53,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data1/current/BP-2146004439-172.17.0.3-1733155062548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:59:53,790 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/cluster_7678c410-beea-3576-a027-02685e893a50/data/data2/current/BP-2146004439-172.17.0.3-1733155062548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T15:59:53,791 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T15:59:53,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:59:53,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T15:59:53,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T15:59:53,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T15:59:53,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir/,STOPPED} 2024-12-02T15:59:53,817 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T15:59:53,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T15:59:53,887 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: regionserver/e1c0b6c2739c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@b1761fe java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e1c0b6c2739c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e1c0b6c2739c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34943 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e1c0b6c2739c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e1c0b6c2739c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e1c0b6c2739c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/e1c0b6c2739c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:34943 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 164) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4940 (was 10846) 2024-12-02T15:59:53,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=455, ProcessCount=11, AvailableMemoryMB=4940 2024-12-02T15:59:53,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir so I do NOT create it in target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4 2024-12-02T15:59:53,911 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T15:59:53,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.tmp.dir so I do NOT create it in target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4 2024-12-02T15:59:53,911 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/aeac8cc3-9588-38ae-db4a-10621331dbb4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T15:59:53,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4 2024-12-02T15:59:53,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T15:59:53,912 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20, deleteOnExit=true 2024-12-02T15:59:53,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T15:59:53,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/test.cache.data in system properties and HBase conf 2024-12-02T15:59:53,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T15:59:53,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/hadoop.log.dir in system properties and HBase conf 2024-12-02T15:59:53,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T15:59:53,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T15:59:53,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T15:59:53,913 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T15:59:53,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:59:53,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T15:59:53,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T15:59:53,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:59:53,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T15:59:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T15:59:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T15:59:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:59:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T15:59:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/nfs.dump.dir in system properties and HBase conf 2024-12-02T15:59:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/java.io.tmpdir in system properties and HBase conf 2024-12-02T15:59:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T15:59:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T15:59:53,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T15:59:54,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:59:54,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:59:54,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:59:54,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:59:54,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:59:54,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:59:54,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295706e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:59:54,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@395eea5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:59:54,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7554be3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/java.io.tmpdir/jetty-localhost-33743-hadoop-hdfs-3_4_1-tests_jar-_-any-10784189583342689953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T15:59:54,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bb4ce0e{HTTP/1.1, (http/1.1)}{localhost:33743} 2024-12-02T15:59:54,275 INFO [Time-limited test {}] server.Server(415): Started @133465ms 2024-12-02T15:59:54,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:59:54,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:59:54,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:59:54,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:59:54,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:59:54,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34683201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:59:54,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e26962f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:59:54,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d93f1ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/java.io.tmpdir/jetty-localhost-41805-hadoop-hdfs-3_4_1-tests_jar-_-any-5104671060945506775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:59:54,588 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d24a5aa{HTTP/1.1, (http/1.1)}{localhost:41805} 2024-12-02T15:59:54,588 INFO [Time-limited test {}] server.Server(415): Started @133779ms 2024-12-02T15:59:54,589 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:59:54,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:59:54,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:59:54,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:59:54,635 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:59:54,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T15:59:54,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7539655b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:59:54,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b06c555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:59:54,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3125bff6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/java.io.tmpdir/jetty-localhost-45765-hadoop-hdfs-3_4_1-tests_jar-_-any-12385793609587266877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:59:54,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@247018b4{HTTP/1.1, (http/1.1)}{localhost:45765} 2024-12-02T15:59:54,734 INFO [Time-limited test {}] server.Server(415): Started @133925ms 2024-12-02T15:59:54,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:59:54,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T15:59:54,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T15:59:54,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T15:59:54,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T15:59:54,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T15:59:54,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1009edfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/hadoop.log.dir/,AVAILABLE} 2024-12-02T15:59:54,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b7c8bf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T15:59:54,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4871648e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/java.io.tmpdir/jetty-localhost-37385-hadoop-hdfs-3_4_1-tests_jar-_-any-7262352808775403067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T15:59:54,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62492df2{HTTP/1.1, (http/1.1)}{localhost:37385} 2024-12-02T15:59:54,882 INFO [Time-limited test {}] server.Server(415): Started @134073ms 2024-12-02T15:59:54,884 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T15:59:55,275 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data2/current/BP-877091790-172.17.0.3-1733155193939/current, will proceed with Du for space computation calculation, 2024-12-02T15:59:55,275 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data1/current/BP-877091790-172.17.0.3-1733155193939/current, will proceed with Du for space computation calculation, 2024-12-02T15:59:55,311 WARN [Thread-676 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:59:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b49ee2599d84321 with lease ID 0x46c86678cc98c1d3: Processing first storage report for DS-70a67ac1-04fc-4c98-b384-9d9006280cac from datanode DatanodeRegistration(127.0.0.1:43901, datanodeUuid=43e84c3f-9a43-4ee6-a9b9-24bf1254d728, infoPort=44717, infoSecurePort=0, ipcPort=39167, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939) 2024-12-02T15:59:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b49ee2599d84321 with lease ID 0x46c86678cc98c1d3: from storage DS-70a67ac1-04fc-4c98-b384-9d9006280cac node DatanodeRegistration(127.0.0.1:43901, datanodeUuid=43e84c3f-9a43-4ee6-a9b9-24bf1254d728, infoPort=44717, infoSecurePort=0, ipcPort=39167, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:59:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b49ee2599d84321 with lease ID 0x46c86678cc98c1d3: Processing first storage report for DS-eb412189-9ed0-42e5-80b8-263237d1b366 from datanode DatanodeRegistration(127.0.0.1:43901, datanodeUuid=43e84c3f-9a43-4ee6-a9b9-24bf1254d728, infoPort=44717, infoSecurePort=0, ipcPort=39167, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939) 2024-12-02T15:59:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b49ee2599d84321 with lease ID 0x46c86678cc98c1d3: from storage DS-eb412189-9ed0-42e5-80b8-263237d1b366 node DatanodeRegistration(127.0.0.1:43901, datanodeUuid=43e84c3f-9a43-4ee6-a9b9-24bf1254d728, infoPort=44717, infoSecurePort=0, ipcPort=39167, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:59:55,442 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data4/current/BP-877091790-172.17.0.3-1733155193939/current, will proceed with Du for space computation calculation, 2024-12-02T15:59:55,442 WARN [Thread-747 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data3/current/BP-877091790-172.17.0.3-1733155193939/current, will proceed with Du for space computation calculation, 2024-12-02T15:59:55,463 WARN [Thread-699 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:59:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d7e13255856fb27 with lease ID 0x46c86678cc98c1d4: Processing first storage report for DS-e91d4aac-0d30-49e4-87de-79595393aec2 from datanode DatanodeRegistration(127.0.0.1:34715, datanodeUuid=4d161feb-d327-42ee-8995-b13750d50c6b, infoPort=39791, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939) 2024-12-02T15:59:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d7e13255856fb27 with lease ID 0x46c86678cc98c1d4: from storage DS-e91d4aac-0d30-49e4-87de-79595393aec2 node DatanodeRegistration(127.0.0.1:34715, datanodeUuid=4d161feb-d327-42ee-8995-b13750d50c6b, infoPort=39791, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:59:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d7e13255856fb27 with lease ID 0x46c86678cc98c1d4: Processing first storage report for DS-f898c218-d45d-4f3a-ae58-d13912cd88d3 from datanode DatanodeRegistration(127.0.0.1:34715, datanodeUuid=4d161feb-d327-42ee-8995-b13750d50c6b, infoPort=39791, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939) 2024-12-02T15:59:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d7e13255856fb27 with lease ID 0x46c86678cc98c1d4: from storage DS-f898c218-d45d-4f3a-ae58-d13912cd88d3 node DatanodeRegistration(127.0.0.1:34715, datanodeUuid=4d161feb-d327-42ee-8995-b13750d50c6b, infoPort=39791, infoSecurePort=0, ipcPort=42017, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:59:55,528 WARN [Thread-758 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data5/current/BP-877091790-172.17.0.3-1733155193939/current, will proceed with Du for space computation calculation, 2024-12-02T15:59:55,529 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data6/current/BP-877091790-172.17.0.3-1733155193939/current, will proceed with Du for space computation calculation, 2024-12-02T15:59:55,555 WARN [Thread-721 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T15:59:55,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99579c9a1b528584 with lease ID 0x46c86678cc98c1d5: Processing first storage report for DS-5aada768-bcb9-45e7-9487-606d3fefdb0a from datanode DatanodeRegistration(127.0.0.1:33925, datanodeUuid=c3599f2b-8782-4089-85df-b7445a5aff7a, infoPort=42709, infoSecurePort=0, ipcPort=45199, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939) 2024-12-02T15:59:55,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99579c9a1b528584 with lease ID 0x46c86678cc98c1d5: from storage DS-5aada768-bcb9-45e7-9487-606d3fefdb0a node DatanodeRegistration(127.0.0.1:33925, datanodeUuid=c3599f2b-8782-4089-85df-b7445a5aff7a, infoPort=42709, infoSecurePort=0, ipcPort=45199, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T15:59:55,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99579c9a1b528584 with lease ID 0x46c86678cc98c1d5: Processing first storage report for DS-ec047c19-a9b2-421a-9590-303f5916ae81 from datanode DatanodeRegistration(127.0.0.1:33925, datanodeUuid=c3599f2b-8782-4089-85df-b7445a5aff7a, infoPort=42709, infoSecurePort=0, ipcPort=45199, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939) 2024-12-02T15:59:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99579c9a1b528584 with lease ID 0x46c86678cc98c1d5: from storage DS-ec047c19-a9b2-421a-9590-303f5916ae81 node DatanodeRegistration(127.0.0.1:33925, datanodeUuid=c3599f2b-8782-4089-85df-b7445a5aff7a, infoPort=42709, infoSecurePort=0, ipcPort=45199, storageInfo=lv=-57;cid=testClusterID;nsid=635325615;c=1733155193939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T15:59:55,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4 2024-12-02T15:59:55,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/zookeeper_0, clientPort=49776, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T15:59:55,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49776 2024-12-02T15:59:55,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:55,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:59:55,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:59:55,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741825_1001 (size=7) 2024-12-02T15:59:55,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 with version=8 2024-12-02T15:59:55,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/hbase-staging 2024-12-02T15:59:55,643 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:59:55,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:59:55,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:59:55,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T15:59:55,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:59:55,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37607 2024-12-02T15:59:55,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37607 connecting to ZooKeeper ensemble=127.0.0.1:49776 2024-12-02T15:59:55,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376070x0, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:59:55,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37607-0x101980f2d580000 connected 2024-12-02T15:59:55,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:55,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:55,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:59:55,773 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93, hbase.cluster.distributed=false 2024-12-02T15:59:55,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:59:55,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37607 2024-12-02T15:59:55,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37607 2024-12-02T15:59:55,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37607 2024-12-02T15:59:55,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37607 2024-12-02T15:59:55,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37607 2024-12-02T15:59:55,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:59:55,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:59:55,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:59:55,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:59:55,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:59:55,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42645 2024-12-02T15:59:55,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42645 connecting to ZooKeeper ensemble=127.0.0.1:49776 2024-12-02T15:59:55,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:55,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:55,823 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426450x0, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:59:55,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426450x0, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:59:55,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:59:55,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42645-0x101980f2d580001 connected 2024-12-02T15:59:55,825 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:59:55,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:59:55,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:59:55,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42645 2024-12-02T15:59:55,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42645 2024-12-02T15:59:55,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42645 2024-12-02T15:59:55,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42645 2024-12-02T15:59:55,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42645 2024-12-02T15:59:55,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:59:55,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:59:55,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:59:55,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:59:55,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:59:55,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44111 2024-12-02T15:59:55,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44111 connecting to ZooKeeper ensemble=127.0.0.1:49776 2024-12-02T15:59:55,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:55,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:55,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441110x0, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:59:55,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44111-0x101980f2d580002 connected 2024-12-02T15:59:55,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:59:55,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:59:55,869 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:59:55,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:59:55,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:59:55,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44111 2024-12-02T15:59:55,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44111 2024-12-02T15:59:55,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44111 2024-12-02T15:59:55,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44111 2024-12-02T15:59:55,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44111 2024-12-02T15:59:55,894 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1c0b6c2739c:0 server-side Connection retries=45 2024-12-02T15:59:55,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T15:59:55,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T15:59:55,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T15:59:55,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T15:59:55,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T15:59:55,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33299 2024-12-02T15:59:55,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33299 connecting to ZooKeeper ensemble=127.0.0.1:49776 2024-12-02T15:59:55,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:55,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:55,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332990x0, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T15:59:55,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332990x0, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T15:59:55,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33299-0x101980f2d580003 connected 2024-12-02T15:59:55,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T15:59:55,910 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T15:59:55,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T15:59:55,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T15:59:55,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33299 2024-12-02T15:59:55,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33299 2024-12-02T15:59:55,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33299 2024-12-02T15:59:55,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33299 2024-12-02T15:59:55,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33299 2024-12-02T15:59:55,946 DEBUG [M:0;e1c0b6c2739c:37607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1c0b6c2739c:37607 2024-12-02T15:59:55,947 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1c0b6c2739c,37607,1733155195643 2024-12-02T15:59:55,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:59:55,957 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:59:55,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:59:55,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:59:55,958 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1c0b6c2739c,37607,1733155195643 2024-12-02T15:59:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:59:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:59:55,967 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T15:59:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:55,967 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:55,970 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T15:59:55,971 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1c0b6c2739c,37607,1733155195643 from backup master directory 2024-12-02T15:59:55,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1c0b6c2739c,37607,1733155195643 2024-12-02T15:59:55,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:59:55,975 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:59:55,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:59:55,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T15:59:55,979 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:59:55,979 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1c0b6c2739c,37607,1733155195643 2024-12-02T15:59:55,984 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/hbase.id] with ID: 5fe46eca-7d52-4b7c-b798-1c7530833849 2024-12-02T15:59:55,984 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/.tmp/hbase.id 2024-12-02T15:59:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:59:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:59:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741826_1002 (size=42) 2024-12-02T15:59:56,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T15:59:56,421 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/.tmp/hbase.id]:[hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/hbase.id] 2024-12-02T15:59:56,442 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T15:59:56,442 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T15:59:56,444 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T15:59:56,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,483 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:59:56,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:59:56,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741827_1003 (size=196) 2024-12-02T15:59:56,503 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T15:59:56,504 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T15:59:56,504 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:59:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:59:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:59:56,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741828_1004 (size=1189) 2024-12-02T15:59:56,522 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store 2024-12-02T15:59:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:59:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:59:56,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741829_1005 (size=34) 2024-12-02T15:59:56,534 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:59:56,534 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T15:59:56,534 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:59:56,534 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:59:56,534 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T15:59:56,534 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:59:56,534 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T15:59:56,534 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733155196534Disabling compacts and flushes for region at 1733155196534Disabling writes for close at 1733155196534Writing region close event to WAL at 1733155196534Closed at 1733155196534 2024-12-02T15:59:56,536 WARN [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/.initializing 2024-12-02T15:59:56,536 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/WALs/e1c0b6c2739c,37607,1733155195643 2024-12-02T15:59:56,537 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:59:56,539 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C37607%2C1733155195643, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/WALs/e1c0b6c2739c,37607,1733155195643, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/oldWALs, maxLogs=10 2024-12-02T15:59:56,558 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/WALs/e1c0b6c2739c,37607,1733155195643/e1c0b6c2739c%2C37607%2C1733155195643.1733155196540, exclude list is [], retry=0 2024-12-02T15:59:56,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43901,DS-70a67ac1-04fc-4c98-b384-9d9006280cac,DISK] 2024-12-02T15:59:56,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33925,DS-5aada768-bcb9-45e7-9487-606d3fefdb0a,DISK] 2024-12-02T15:59:56,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-e91d4aac-0d30-49e4-87de-79595393aec2,DISK] 2024-12-02T15:59:56,571 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/WALs/e1c0b6c2739c,37607,1733155195643/e1c0b6c2739c%2C37607%2C1733155195643.1733155196540 2024-12-02T15:59:56,571 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44717:44717),(127.0.0.1/127.0.0.1:39791:39791),(127.0.0.1/127.0.0.1:42709:42709)] 2024-12-02T15:59:56,572 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T15:59:56,572 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:59:56,572 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,572 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T15:59:56,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:56,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:59:56,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T15:59:56,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:56,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:59:56,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T15:59:56,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:56,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:59:56,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T15:59:56,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:56,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T15:59:56,592 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,593 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,593 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,595 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,595 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,595 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:59:56,597 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T15:59:56,599 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:59:56,600 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65444957, jitterRate=-0.024794146418571472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:59:56,601 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733155196572Initializing all the Stores at 1733155196576 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155196576Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155196576Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155196576Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155196576Cleaning up temporary data from old regions at 1733155196595 (+19 ms)Region opened successfully at 1733155196601 (+6 ms) 2024-12-02T15:59:56,601 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T15:59:56,607 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746cb6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:59:56,609 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T15:59:56,609 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T15:59:56,609 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T15:59:56,610 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T15:59:56,611 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T15:59:56,611 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T15:59:56,611 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-02T15:59:56,615 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T15:59:56,616 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T15:59:56,625 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T15:59:56,626 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T15:59:56,627 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T15:59:56,633 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T15:59:56,634 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T15:59:56,635 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T15:59:56,642 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T15:59:56,643 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T15:59:56,650 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T15:59:56,652 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T15:59:56,658 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T15:59:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:59:56,667 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:59:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:59:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,667 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T15:59:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,668 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1c0b6c2739c,37607,1733155195643, sessionid=0x101980f2d580000, setting cluster-up flag (Was=false) 2024-12-02T15:59:56,683 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,708 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T15:59:56,710 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,37607,1733155195643 2024-12-02T15:59:56,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,725 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:56,750 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T15:59:56,752 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1c0b6c2739c,37607,1733155195643 2024-12-02T15:59:56,754 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T15:59:56,756 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T15:59:56,756 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T15:59:56,756 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T15:59:56,757 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1c0b6c2739c,37607,1733155195643 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T15:59:56,758 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:59:56,758 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:59:56,758 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:59:56,758 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=5, maxPoolSize=5 2024-12-02T15:59:56,758 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1c0b6c2739c:0, corePoolSize=10, maxPoolSize=10 2024-12-02T15:59:56,759 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,759 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:59:56,759 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,760 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733155226759 2024-12-02T15:59:56,760 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T15:59:56,760 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T15:59:56,760 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T15:59:56,760 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T15:59:56,760 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T15:59:56,760 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T15:59:56,760 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:59:56,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T15:59:56,761 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T15:59:56,761 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T15:59:56,761 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T15:59:56,761 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T15:59:56,761 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T15:59:56,762 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733155196761,5,FailOnTimeoutGroup] 2024-12-02T15:59:56,762 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733155196762,5,FailOnTimeoutGroup] 2024-12-02T15:59:56,762 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,762 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T15:59:56,762 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,762 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,763 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:56,763 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T15:59:56,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:59:56,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:59:56,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741831_1007 (size=1321) 2024-12-02T15:59:56,789 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T15:59:56,789 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T15:59:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:59:56,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:59:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741832_1008 (size=32) 2024-12-02T15:59:56,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T15:59:56,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T15:59:56,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T15:59:56,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:56,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:59:56,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T15:59:56,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T15:59:56,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:56,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:59:56,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T15:59:56,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T15:59:56,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:56,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:59:56,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T15:59:56,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T15:59:56,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T15:59:56,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T15:59:56,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T15:59:56,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740 2024-12-02T15:59:56,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740 2024-12-02T15:59:56,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T15:59:56,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T15:59:56,830 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T15:59:56,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T15:59:56,833 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(746): ClusterId : 5fe46eca-7d52-4b7c-b798-1c7530833849 2024-12-02T15:59:56,833 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:59:56,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T15:59:56,841 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69600143, jitterRate=0.037122949957847595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T15:59:56,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733155196812Initializing all the Stores at 1733155196814 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155196814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155196814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155196814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155196814Cleaning up temporary data from old regions at 1733155196830 (+16 ms)Region opened successfully at 1733155196841 (+11 ms) 2024-12-02T15:59:56,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T15:59:56,841 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T15:59:56,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T15:59:56,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T15:59:56,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T15:59:56,842 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T15:59:56,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733155196841Disabling compacts and flushes for region at 1733155196841Disabling writes for close at 1733155196841Writing region close event to WAL at 1733155196842 (+1 ms)Closed at 1733155196842 2024-12-02T15:59:56,843 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(746): ClusterId : 5fe46eca-7d52-4b7c-b798-1c7530833849 2024-12-02T15:59:56,843 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:59:56,844 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(746): ClusterId : 5fe46eca-7d52-4b7c-b798-1c7530833849 2024-12-02T15:59:56,844 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T15:59:56,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T15:59:56,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T15:59:56,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T15:59:56,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:59:56,847 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T15:59:56,859 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:59:56,859 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:59:56,859 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:59:56,859 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:59:56,862 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T15:59:56,863 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T15:59:56,876 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:59:56,876 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:59:56,876 DEBUG [RS:0;e1c0b6c2739c:42645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60198762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:59:56,876 DEBUG [RS:2;e1c0b6c2739c:33299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c949d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:59:56,877 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T15:59:56,877 DEBUG [RS:1;e1c0b6c2739c:44111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8f34b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1c0b6c2739c/172.17.0.3:0 2024-12-02T15:59:56,892 DEBUG [RS:2;e1c0b6c2739c:33299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e1c0b6c2739c:33299 2024-12-02T15:59:56,892 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:59:56,892 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:59:56,892 DEBUG [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:59:56,893 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,37607,1733155195643 with port=33299, startcode=1733155195893 2024-12-02T15:59:56,893 DEBUG [RS:2;e1c0b6c2739c:33299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:59:56,893 DEBUG [RS:0;e1c0b6c2739c:42645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1c0b6c2739c:42645 2024-12-02T15:59:56,893 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:59:56,893 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:59:56,893 DEBUG [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:59:56,895 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,37607,1733155195643 with port=42645, startcode=1733155195802 2024-12-02T15:59:56,895 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55959, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:59:56,895 DEBUG [RS:0;e1c0b6c2739c:42645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:59:56,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,33299,1733155195893 2024-12-02T15:59:56,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37607 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,33299,1733155195893 2024-12-02T15:59:56,898 DEBUG [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T15:59:56,898 DEBUG [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43449 2024-12-02T15:59:56,898 DEBUG [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:59:56,905 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55131, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:59:56,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,42645,1733155195802 2024-12-02T15:59:56,906 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37607 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,42645,1733155195802 2024-12-02T15:59:56,907 DEBUG [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T15:59:56,908 DEBUG [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43449 2024-12-02T15:59:56,908 DEBUG [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:59:56,908 DEBUG [RS:1;e1c0b6c2739c:44111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e1c0b6c2739c:44111 2024-12-02T15:59:56,908 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T15:59:56,908 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T15:59:56,908 DEBUG [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T15:59:56,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:59:56,942 DEBUG [RS:2;e1c0b6c2739c:33299 {}] zookeeper.ZKUtil(111): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,33299,1733155195893 2024-12-02T15:59:56,942 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1c0b6c2739c,37607,1733155195643 with port=44111, startcode=1733155195849 2024-12-02T15:59:56,942 WARN [RS:2;e1c0b6c2739c:33299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:59:56,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,42645,1733155195802] 2024-12-02T15:59:56,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,33299,1733155195893] 2024-12-02T15:59:56,942 INFO [RS:2;e1c0b6c2739c:33299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:59:56,942 DEBUG [RS:1;e1c0b6c2739c:44111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T15:59:56,942 DEBUG [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,33299,1733155195893 2024-12-02T15:59:56,942 DEBUG [RS:0;e1c0b6c2739c:42645 {}] zookeeper.ZKUtil(111): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,42645,1733155195802 2024-12-02T15:59:56,942 WARN [RS:0;e1c0b6c2739c:42645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:59:56,942 INFO [RS:0;e1c0b6c2739c:42645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:59:56,942 DEBUG [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,42645,1733155195802 2024-12-02T15:59:56,944 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40319, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T15:59:56,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1c0b6c2739c,44111,1733155195849 2024-12-02T15:59:56,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37607 {}] master.ServerManager(517): Registering regionserver=e1c0b6c2739c,44111,1733155195849 2024-12-02T15:59:56,946 DEBUG [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T15:59:56,946 DEBUG [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43449 2024-12-02T15:59:56,946 DEBUG [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T15:59:56,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T15:59:56,967 DEBUG [RS:1;e1c0b6c2739c:44111 {}] zookeeper.ZKUtil(111): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1c0b6c2739c,44111,1733155195849 2024-12-02T15:59:56,967 WARN [RS:1;e1c0b6c2739c:44111 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T15:59:56,967 INFO [RS:1;e1c0b6c2739c:44111 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T15:59:56,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1c0b6c2739c,44111,1733155195849] 2024-12-02T15:59:56,967 DEBUG [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,44111,1733155195849 2024-12-02T15:59:56,968 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:59:56,968 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:59:56,972 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T15:59:56,973 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:59:56,973 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:59:56,973 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T15:59:56,981 INFO [RS:0;e1c0b6c2739c:42645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:59:56,981 INFO [RS:1;e1c0b6c2739c:44111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:59:56,981 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,981 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,981 INFO [RS:2;e1c0b6c2739c:33299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T15:59:56,981 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,982 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:59:56,982 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:59:56,982 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T15:59:56,983 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:59:56,983 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,983 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,984 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:59:56,985 DEBUG [RS:2;e1c0b6c2739c:33299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:59:56,985 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,985 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,985 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,985 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,985 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,985 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,33299,1733155195893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:59:56,991 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:59:56,991 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,991 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,991 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,991 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,991 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,992 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,992 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:59:56,992 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,992 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,992 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,992 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,992 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,992 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,992 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:59:56,992 DEBUG [RS:0;e1c0b6c2739c:42645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:59:56,995 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T15:59:56,995 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,995 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,995 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,995 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,995 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,995 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:56,995 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42645,1733155195802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:59:56,995 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=2, maxPoolSize=2 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1c0b6c2739c:0, corePoolSize=1, maxPoolSize=1 2024-12-02T15:59:56,996 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:59:56,997 DEBUG [RS:1;e1c0b6c2739c:44111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1c0b6c2739c:0, corePoolSize=3, maxPoolSize=3 2024-12-02T15:59:56,998 WARN [e1c0b6c2739c:37607 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T15:59:57,003 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,003 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,003 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,003 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,003 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,004 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,44111,1733155195849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T15:59:57,005 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:59:57,005 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,33299,1733155195893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,005 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,005 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.Replication(171): e1c0b6c2739c,33299,1733155195893 started 2024-12-02T15:59:57,021 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:59:57,022 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,42645,1733155195802-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,022 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,022 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.Replication(171): e1c0b6c2739c,42645,1733155195802 started 2024-12-02T15:59:57,023 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,023 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,33299,1733155195893, RpcServer on e1c0b6c2739c/172.17.0.3:33299, sessionid=0x101980f2d580003 2024-12-02T15:59:57,023 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:59:57,023 DEBUG [RS:2;e1c0b6c2739c:33299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,33299,1733155195893 2024-12-02T15:59:57,024 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,33299,1733155195893' 2024-12-02T15:59:57,024 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:59:57,026 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T15:59:57,027 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,44111,1733155195849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,027 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,027 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.Replication(171): e1c0b6c2739c,44111,1733155195849 started 2024-12-02T15:59:57,028 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:59:57,029 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:59:57,029 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:59:57,029 DEBUG [RS:2;e1c0b6c2739c:33299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,33299,1733155195893 2024-12-02T15:59:57,029 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,33299,1733155195893' 2024-12-02T15:59:57,029 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:59:57,029 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:59:57,030 DEBUG [RS:2;e1c0b6c2739c:33299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:59:57,030 INFO [RS:2;e1c0b6c2739c:33299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:59:57,030 INFO [RS:2;e1c0b6c2739c:33299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:59:57,038 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,038 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,42645,1733155195802, RpcServer on e1c0b6c2739c/172.17.0.3:42645, sessionid=0x101980f2d580001 2024-12-02T15:59:57,039 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:59:57,039 DEBUG [RS:0;e1c0b6c2739c:42645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,42645,1733155195802 2024-12-02T15:59:57,039 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,42645,1733155195802' 2024-12-02T15:59:57,039 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:59:57,040 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:59:57,041 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:59:57,041 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:59:57,041 DEBUG [RS:0;e1c0b6c2739c:42645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,42645,1733155195802 2024-12-02T15:59:57,041 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,42645,1733155195802' 2024-12-02T15:59:57,041 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:59:57,042 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:59:57,042 DEBUG [RS:0;e1c0b6c2739c:42645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:59:57,042 INFO [RS:0;e1c0b6c2739c:42645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:59:57,042 INFO [RS:0;e1c0b6c2739c:42645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:59:57,043 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T15:59:57,043 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(1482): Serving as e1c0b6c2739c,44111,1733155195849, RpcServer on e1c0b6c2739c/172.17.0.3:44111, sessionid=0x101980f2d580002 2024-12-02T15:59:57,043 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T15:59:57,043 DEBUG [RS:1;e1c0b6c2739c:44111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1c0b6c2739c,44111,1733155195849 2024-12-02T15:59:57,043 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,44111,1733155195849' 2024-12-02T15:59:57,043 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T15:59:57,044 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T15:59:57,044 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T15:59:57,044 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T15:59:57,044 DEBUG [RS:1;e1c0b6c2739c:44111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1c0b6c2739c,44111,1733155195849 2024-12-02T15:59:57,044 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1c0b6c2739c,44111,1733155195849' 2024-12-02T15:59:57,044 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T15:59:57,045 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T15:59:57,045 DEBUG [RS:1;e1c0b6c2739c:44111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T15:59:57,045 INFO [RS:1;e1c0b6c2739c:44111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T15:59:57,045 INFO [RS:1;e1c0b6c2739c:44111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T15:59:57,131 INFO [RS:2;e1c0b6c2739c:33299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:59:57,133 INFO [RS:2;e1c0b6c2739c:33299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C33299%2C1733155195893, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,33299,1733155195893, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/oldWALs, maxLogs=32 2024-12-02T15:59:57,143 INFO [RS:0;e1c0b6c2739c:42645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:59:57,146 INFO [RS:1;e1c0b6c2739c:44111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T15:59:57,146 INFO [RS:0;e1c0b6c2739c:42645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C42645%2C1733155195802, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,42645,1733155195802, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/oldWALs, maxLogs=32 2024-12-02T15:59:57,147 INFO [RS:1;e1c0b6c2739c:44111 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C44111%2C1733155195849, suffix=, logDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,44111,1733155195849, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/oldWALs, maxLogs=32 2024-12-02T15:59:57,153 DEBUG [RS:2;e1c0b6c2739c:33299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,33299,1733155195893/e1c0b6c2739c%2C33299%2C1733155195893.1733155197135, exclude list is [], retry=0 2024-12-02T15:59:57,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43901,DS-70a67ac1-04fc-4c98-b384-9d9006280cac,DISK] 2024-12-02T15:59:57,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-e91d4aac-0d30-49e4-87de-79595393aec2,DISK] 2024-12-02T15:59:57,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33925,DS-5aada768-bcb9-45e7-9487-606d3fefdb0a,DISK] 2024-12-02T15:59:57,162 DEBUG [RS:1;e1c0b6c2739c:44111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,44111,1733155195849/e1c0b6c2739c%2C44111%2C1733155195849.1733155197148, exclude list is [], retry=0 2024-12-02T15:59:57,164 DEBUG [RS:0;e1c0b6c2739c:42645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,42645,1733155195802/e1c0b6c2739c%2C42645%2C1733155195802.1733155197146, exclude list is [], retry=0 2024-12-02T15:59:57,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43901,DS-70a67ac1-04fc-4c98-b384-9d9006280cac,DISK] 2024-12-02T15:59:57,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33925,DS-5aada768-bcb9-45e7-9487-606d3fefdb0a,DISK] 2024-12-02T15:59:57,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-e91d4aac-0d30-49e4-87de-79595393aec2,DISK] 2024-12-02T15:59:57,167 INFO [RS:2;e1c0b6c2739c:33299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,33299,1733155195893/e1c0b6c2739c%2C33299%2C1733155195893.1733155197135 2024-12-02T15:59:57,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43901,DS-70a67ac1-04fc-4c98-b384-9d9006280cac,DISK] 2024-12-02T15:59:57,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33925,DS-5aada768-bcb9-45e7-9487-606d3fefdb0a,DISK] 2024-12-02T15:59:57,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-e91d4aac-0d30-49e4-87de-79595393aec2,DISK] 2024-12-02T15:59:57,168 DEBUG [RS:2;e1c0b6c2739c:33299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44717:44717),(127.0.0.1/127.0.0.1:39791:39791),(127.0.0.1/127.0.0.1:42709:42709)] 2024-12-02T15:59:57,174 INFO [RS:0;e1c0b6c2739c:42645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,42645,1733155195802/e1c0b6c2739c%2C42645%2C1733155195802.1733155197146 2024-12-02T15:59:57,175 DEBUG [RS:0;e1c0b6c2739c:42645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42709:42709),(127.0.0.1/127.0.0.1:44717:44717),(127.0.0.1/127.0.0.1:39791:39791)] 2024-12-02T15:59:57,175 INFO [RS:1;e1c0b6c2739c:44111 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,44111,1733155195849/e1c0b6c2739c%2C44111%2C1733155195849.1733155197148 2024-12-02T15:59:57,175 DEBUG [RS:1;e1c0b6c2739c:44111 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44717:44717),(127.0.0.1/127.0.0.1:42709:42709),(127.0.0.1/127.0.0.1:39791:39791)] 2024-12-02T15:59:57,249 DEBUG [e1c0b6c2739c:37607 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T15:59:57,249 DEBUG [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(204): Hosts are {e1c0b6c2739c=0} racks are {/default-rack=0} 2024-12-02T15:59:57,251 DEBUG [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T15:59:57,251 DEBUG [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T15:59:57,251 DEBUG [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T15:59:57,251 DEBUG [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T15:59:57,251 DEBUG [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T15:59:57,251 DEBUG [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T15:59:57,251 INFO [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T15:59:57,252 INFO [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T15:59:57,252 INFO [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T15:59:57,252 DEBUG [e1c0b6c2739c:37607 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T15:59:57,252 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1c0b6c2739c,44111,1733155195849 2024-12-02T15:59:57,253 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,44111,1733155195849, state=OPENING 2024-12-02T15:59:57,392 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T15:59:57,525 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:57,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:57,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:57,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T15:59:57,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:59:57,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:59:57,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:59:57,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T15:59:57,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T15:59:57,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,44111,1733155195849}] 2024-12-02T15:59:57,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:59:57,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:59:57,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:59:58,280 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T15:59:58,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:59:58,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T15:59:58,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:00,777 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e1c0b6c2739c:41919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-02T16:00:06,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T16:00:06,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T16:00:07,532 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:00:07,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39935, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:00:07,540 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T16:00:07,541 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T16:00:07,541 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T16:00:07,543 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1c0b6c2739c%2C44111%2C1733155195849.meta, suffix=.meta, logDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,44111,1733155195849, archiveDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/oldWALs, maxLogs=32 2024-12-02T16:00:07,563 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,44111,1733155195849/e1c0b6c2739c%2C44111%2C1733155195849.meta.1733155207544.meta, exclude list is [], retry=0 2024-12-02T16:00:07,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33925,DS-5aada768-bcb9-45e7-9487-606d3fefdb0a,DISK] 2024-12-02T16:00:07,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-e91d4aac-0d30-49e4-87de-79595393aec2,DISK] 2024-12-02T16:00:07,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43901,DS-70a67ac1-04fc-4c98-b384-9d9006280cac,DISK] 2024-12-02T16:00:09,043 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,44111,1733155195849/e1c0b6c2739c%2C44111%2C1733155195849.meta.1733155207544.meta 2024-12-02T16:00:09,044 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42709:42709),(127.0.0.1/127.0.0.1:39791:39791),(127.0.0.1/127.0.0.1:44717:44717)] 2024-12-02T16:00:09,044 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T16:00:09,045 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T16:00:09,045 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T16:00:09,045 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T16:00:09,045 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T16:00:09,045 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:09,046 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T16:00:09,046 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T16:00:09,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T16:00:09,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T16:00:09,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:09,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:00:09,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T16:00:09,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T16:00:09,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:09,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:00:09,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T16:00:09,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T16:00:09,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:09,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:00:09,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T16:00:09,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T16:00:09,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:09,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T16:00:09,072 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T16:00:09,072 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740 2024-12-02T16:00:09,074 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740 2024-12-02T16:00:09,075 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T16:00:09,075 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T16:00:09,076 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T16:00:09,077 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T16:00:09,078 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61704523, jitterRate=-0.08053095638751984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T16:00:09,078 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T16:00:09,078 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733155209047Writing region info on filesystem at 1733155209047Initializing all the Stores at 1733155209055 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155209055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155209056 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155209056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733155209056Cleaning up temporary data from old regions at 1733155209075 (+19 ms)Running coprocessor post-open hooks at 1733155209078 (+3 ms)Region opened successfully at 1733155209078 2024-12-02T16:00:09,079 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733155207532 2024-12-02T16:00:09,081 DEBUG [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T16:00:09,081 INFO [RS_OPEN_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T16:00:09,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:09,083 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1c0b6c2739c,44111,1733155195849, state=OPEN 2024-12-02T16:00:09,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:00:09,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:00:09,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:00:09,133 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T16:00:09,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:00:09,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:00:09,133 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:09,133 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:00:09,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T16:00:09,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T16:00:09,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1c0b6c2739c,44111,1733155195849 in 11.6060 sec 2024-12-02T16:00:09,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T16:00:09,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 12.2910 sec 2024-12-02T16:00:09,139 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T16:00:09,139 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T16:00:09,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:00:09,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,44111,1733155195849, seqNum=-1] 2024-12-02T16:00:09,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:00:09,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47005, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:00:09,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 12.3940 sec 2024-12-02T16:00:09,149 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733155209149, completionTime=-1 2024-12-02T16:00:09,150 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T16:00:09,150 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T16:00:09,152 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T16:00:09,152 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733155269152 2024-12-02T16:00:09,152 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733155329152 2024-12-02T16:00:09,153 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T16:00:09,153 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T16:00:09,153 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37607,1733155195643-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T16:00:09,153 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37607,1733155195643-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:00:09,154 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37607,1733155195643-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:00:09,154 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1c0b6c2739c:37607, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:00:09,154 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T16:00:09,154 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T16:00:09,156 DEBUG [master/e1c0b6c2739c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T16:00:09,159 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 13.180sec 2024-12-02T16:00:09,159 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T16:00:09,159 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T16:00:09,160 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T16:00:09,160 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T16:00:09,160 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T16:00:09,160 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37607,1733155195643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T16:00:09,160 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37607,1733155195643-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T16:00:09,163 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T16:00:09,163 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T16:00:09,163 INFO [master/e1c0b6c2739c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1c0b6c2739c,37607,1733155195643-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T16:00:09,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c1c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:00:09,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,37607,-1 for getting cluster id 2024-12-02T16:00:09,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:00:09,258 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fe46eca-7d52-4b7c-b798-1c7530833849' 2024-12-02T16:00:09,258 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:00:09,258 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fe46eca-7d52-4b7c-b798-1c7530833849" 2024-12-02T16:00:09,259 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22488d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:00:09,259 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,37607,-1] 2024-12-02T16:00:09,259 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:00:09,259 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:09,261 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:00:09,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889a64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:00:09,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:00:09,263 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,44111,1733155195849, seqNum=-1] 2024-12-02T16:00:09,264 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:00:09,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:00:09,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1c0b6c2739c,37607,1733155195643 2024-12-02T16:00:09,268 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733155209268 (current time:1733155209268). 2024-12-02T16:00:09,268 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-02T16:00:09,268 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-02T16:00:09,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d357d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:00:09,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1c0b6c2739c,37607,-1 for getting cluster id 2024-12-02T16:00:09,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T16:00:09,270 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fe46eca-7d52-4b7c-b798-1c7530833849' 2024-12-02T16:00:09,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T16:00:09,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fe46eca-7d52-4b7c-b798-1c7530833849" 2024-12-02T16:00:09,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8c54e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:00:09,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1c0b6c2739c,37607,-1] 2024-12-02T16:00:09,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T16:00:09,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:09,272 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T16:00:09,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b772daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T16:00:09,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T16:00:09,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1c0b6c2739c,44111,1733155195849, seqNum=-1] 2024-12-02T16:00:09,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:00:09,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:00:09,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:00:09,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:00:09,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:09,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:09,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:00:09,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T16:00:09,280 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e1c0b6c2739c,37607,1733155195643 2024-12-02T16:00:09,280 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eec24f3 2024-12-02T16:00:09,280 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T16:00:09,282 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T16:00:09,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T16:00:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-02T16:00:09,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T16:00:09,286 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:09,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-02T16:00:09,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T16:00:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:00:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741837_1013 (size=361) 2024-12-02T16:00:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741837_1013 (size=361) 2024-12-02T16:00:09,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741837_1013 (size=361) 2024-12-02T16:00:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:00:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:00:09,721 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => acf7ce5e5ce81b8f186dcf651e386152, NAME => 'SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T16:00:09,721 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc0f6cc3a909942b0b765295384f3b49, NAME => 'SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T16:00:09,731 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => de5ca762b6df90c6fe40f995acbee81b, NAME => 'SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T16:00:09,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741839_1015 (size=62) 2024-12-02T16:00:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741839_1015 (size=62) 2024-12-02T16:00:09,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741839_1015 (size=62) 2024-12-02T16:00:09,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741838_1014 (size=54) 2024-12-02T16:00:09,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741838_1014 (size=54) 2024-12-02T16:00:09,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741838_1014 (size=54) 2024-12-02T16:00:09,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:09,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing cc0f6cc3a909942b0b765295384f3b49, disabling compactions & flushes 2024-12-02T16:00:09,755 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:09,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:09,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. after waiting 0 ms 2024-12-02T16:00:09,755 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:09,755 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:09,756 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc0f6cc3a909942b0b765295384f3b49: Waiting for close lock at 1733155209755Disabling compacts and flushes for region at 1733155209755Disabling writes for close at 1733155209755Writing region close event to WAL at 1733155209755Closed at 1733155209755 2024-12-02T16:00:09,756 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5edb78ae1405f74ee195c2cb0a7b72fc, NAME => 'SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T16:00:09,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741840_1016 (size=62) 2024-12-02T16:00:09,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741840_1016 (size=62) 2024-12-02T16:00:09,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741840_1016 (size=62) 2024-12-02T16:00:09,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:09,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing de5ca762b6df90c6fe40f995acbee81b, disabling compactions & flushes 2024-12-02T16:00:09,761 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:09,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:09,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. after waiting 0 ms 2024-12-02T16:00:09,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:09,761 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:09,761 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for de5ca762b6df90c6fe40f995acbee81b: Waiting for close lock at 1733155209761Disabling compacts and flushes for region at 1733155209761Disabling writes for close at 1733155209761Writing region close event to WAL at 1733155209761Closed at 1733155209761 2024-12-02T16:00:09,762 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 61b8d8044e1bcc44cd574f0a45283106, NAME => 'SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T16:00:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741841_1017 (size=62) 2024-12-02T16:00:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741841_1017 (size=62) 2024-12-02T16:00:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741841_1017 (size=62) 2024-12-02T16:00:09,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:09,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5edb78ae1405f74ee195c2cb0a7b72fc, disabling compactions & flushes 2024-12-02T16:00:09,780 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:09,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:09,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. after waiting 0 ms 2024-12-02T16:00:09,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:09,780 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:09,780 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5edb78ae1405f74ee195c2cb0a7b72fc: Waiting for close lock at 1733155209780Disabling compacts and flushes for region at 1733155209780Disabling writes for close at 1733155209780Writing region close event to WAL at 1733155209780Closed at 1733155209780 2024-12-02T16:00:09,781 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76374f279667c1c3368227498767e7a1, NAME => 'SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T16:00:09,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741842_1018 (size=62) 2024-12-02T16:00:09,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741842_1018 (size=62) 2024-12-02T16:00:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741842_1018 (size=62) 2024-12-02T16:00:09,788 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:09,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 61b8d8044e1bcc44cd574f0a45283106, disabling compactions & flushes 2024-12-02T16:00:09,789 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:09,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:09,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. after waiting 0 ms 2024-12-02T16:00:09,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:09,789 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:09,789 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 61b8d8044e1bcc44cd574f0a45283106: Waiting for close lock at 1733155209788Disabling compacts and flushes for region at 1733155209788Disabling writes for close at 1733155209789 (+1 ms)Writing region close event to WAL at 1733155209789Closed at 1733155209789 2024-12-02T16:00:09,790 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a8b69f0c8a0c1234285ccc7dcf4145ff, NAME => 'SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T16:00:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741843_1019 (size=62) 2024-12-02T16:00:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741843_1019 (size=62) 2024-12-02T16:00:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741843_1019 (size=62) 2024-12-02T16:00:09,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:09,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 76374f279667c1c3368227498767e7a1, disabling compactions & flushes 2024-12-02T16:00:09,797 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:09,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:09,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. after waiting 0 ms 2024-12-02T16:00:09,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:09,797 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:09,797 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76374f279667c1c3368227498767e7a1: Waiting for close lock at 1733155209797Disabling compacts and flushes for region at 1733155209797Disabling writes for close at 1733155209797Writing region close event to WAL at 1733155209797Closed at 1733155209797 2024-12-02T16:00:09,798 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efeef5ccafdcced98e3b3daf983f9637, NAME => 'SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T16:00:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741844_1020 (size=62) 2024-12-02T16:00:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741844_1020 (size=62) 2024-12-02T16:00:09,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741844_1020 (size=62) 2024-12-02T16:00:09,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:09,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing a8b69f0c8a0c1234285ccc7dcf4145ff, disabling compactions & flushes 2024-12-02T16:00:09,806 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:09,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:09,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. after waiting 0 ms 2024-12-02T16:00:09,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:09,806 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:09,806 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for a8b69f0c8a0c1234285ccc7dcf4145ff: Waiting for close lock at 1733155209806Disabling compacts and flushes for region at 1733155209806Disabling writes for close at 1733155209806Writing region close event to WAL at 1733155209806Closed at 1733155209806 2024-12-02T16:00:09,807 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e37e94f14c5cdfc99062228ecfb34ed9, NAME => 'SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T16:00:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741845_1021 (size=62) 2024-12-02T16:00:09,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741845_1021 (size=62) 2024-12-02T16:00:09,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:09,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing efeef5ccafdcced98e3b3daf983f9637, disabling compactions & flushes 2024-12-02T16:00:09,829 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:09,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:09,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. after waiting 0 ms 2024-12-02T16:00:09,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:09,829 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:09,829 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for efeef5ccafdcced98e3b3daf983f9637: Waiting for close lock at 1733155209829Disabling compacts and flushes for region at 1733155209829Disabling writes for close at 1733155209829Writing region close event to WAL at 1733155209829Closed at 1733155209829 2024-12-02T16:00:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741845_1021 (size=62) 2024-12-02T16:00:09,830 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3104fdf26869ea566d0438e3f961977, NAME => 'SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93 2024-12-02T16:00:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741846_1022 (size=62) 2024-12-02T16:00:09,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741846_1022 (size=62) 2024-12-02T16:00:09,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741846_1022 (size=62) 2024-12-02T16:00:09,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:09,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing e37e94f14c5cdfc99062228ecfb34ed9, disabling compactions & flushes 2024-12-02T16:00:09,842 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:09,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:09,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. after waiting 0 ms 2024-12-02T16:00:09,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:09,842 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:09,842 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for e37e94f14c5cdfc99062228ecfb34ed9: Waiting for close lock at 1733155209842Disabling compacts and flushes for region at 1733155209842Disabling writes for close at 1733155209842Writing region close event to WAL at 1733155209842Closed at 1733155209842 2024-12-02T16:00:09,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741847_1023 (size=54) 2024-12-02T16:00:09,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741847_1023 (size=54) 2024-12-02T16:00:09,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741847_1023 (size=54) 2024-12-02T16:00:09,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:09,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c3104fdf26869ea566d0438e3f961977, disabling compactions & flushes 2024-12-02T16:00:09,849 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:09,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:09,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. after waiting 0 ms 2024-12-02T16:00:09,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:09,849 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:09,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3104fdf26869ea566d0438e3f961977: Waiting for close lock at 1733155209849Disabling compacts and flushes for region at 1733155209849Disabling writes for close at 1733155209849Writing region close event to WAL at 1733155209849Closed at 1733155209849 2024-12-02T16:00:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:00:10,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:10,142 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing acf7ce5e5ce81b8f186dcf651e386152, disabling compactions & flushes 2024-12-02T16:00:10,143 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:10,143 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:10,143 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. after waiting 0 ms 2024-12-02T16:00:10,143 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:10,143 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:10,143 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for acf7ce5e5ce81b8f186dcf651e386152: Waiting for close lock at 1733155210142Disabling compacts and flushes for region at 1733155210142Disabling writes for close at 1733155210143 (+1 ms)Writing region close event to WAL at 1733155210143Closed at 1733155210143 2024-12-02T16:00:10,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T16:00:10,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733155210144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155210144"}]},"ts":"1733155210144"} 2024-12-02T16:00:10,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155210144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155210144"}]},"ts":"1733155210144"} 2024-12-02T16:00:10,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155210144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155210144"}]},"ts":"1733155210144"} 2024-12-02T16:00:10,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155210144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155210144"}]},"ts":"1733155210144"} 2024-12-02T16:00:10,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155210144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155210144"}]},"ts":"1733155210144"} 2024-12-02T16:00:10,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155210144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155210144"}]},"ts":"1733155210144"} 2024-12-02T16:00:10,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155210144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155210144"}]},"ts":"1733155210144"} 2024-12-02T16:00:10,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155210144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155210144"}]},"ts":"1733155210144"} 2024-12-02T16:00:10,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733155210144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155210144"}]},"ts":"1733155210144"} 2024-12-02T16:00:10,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733155210144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733155210144"}]},"ts":"1733155210144"} 2024-12-02T16:00:10,150 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-02T16:00:10,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T16:00:10,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155210151"}]},"ts":"1733155210151"} 2024-12-02T16:00:10,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-02T16:00:10,153 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e1c0b6c2739c=0} racks are {/default-rack=0} 2024-12-02T16:00:10,158 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T16:00:10,158 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T16:00:10,158 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T16:00:10,158 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T16:00:10,158 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T16:00:10,158 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T16:00:10,158 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T16:00:10,158 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T16:00:10,158 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T16:00:10,158 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T16:00:10,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc0f6cc3a909942b0b765295384f3b49, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de5ca762b6df90c6fe40f995acbee81b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acf7ce5e5ce81b8f186dcf651e386152, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5edb78ae1405f74ee195c2cb0a7b72fc, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61b8d8044e1bcc44cd574f0a45283106, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76374f279667c1c3368227498767e7a1, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8b69f0c8a0c1234285ccc7dcf4145ff, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efeef5ccafdcced98e3b3daf983f9637, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e37e94f14c5cdfc99062228ecfb34ed9, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3104fdf26869ea566d0438e3f961977, ASSIGN}] 2024-12-02T16:00:10,161 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc0f6cc3a909942b0b765295384f3b49, ASSIGN 2024-12-02T16:00:10,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de5ca762b6df90c6fe40f995acbee81b, ASSIGN 2024-12-02T16:00:10,161 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5edb78ae1405f74ee195c2cb0a7b72fc, ASSIGN 2024-12-02T16:00:10,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acf7ce5e5ce81b8f186dcf651e386152, ASSIGN 2024-12-02T16:00:10,162 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc0f6cc3a909942b0b765295384f3b49, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,42645,1733155195802; forceNewPlan=false, retain=false 2024-12-02T16:00:10,162 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de5ca762b6df90c6fe40f995acbee81b, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,33299,1733155195893; forceNewPlan=false, retain=false 2024-12-02T16:00:10,162 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5edb78ae1405f74ee195c2cb0a7b72fc, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,44111,1733155195849; forceNewPlan=false, retain=false 2024-12-02T16:00:10,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acf7ce5e5ce81b8f186dcf651e386152, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,42645,1733155195802; forceNewPlan=false, retain=false 2024-12-02T16:00:10,165 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3104fdf26869ea566d0438e3f961977, ASSIGN 2024-12-02T16:00:10,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efeef5ccafdcced98e3b3daf983f9637, ASSIGN 2024-12-02T16:00:10,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8b69f0c8a0c1234285ccc7dcf4145ff, ASSIGN 2024-12-02T16:00:10,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e37e94f14c5cdfc99062228ecfb34ed9, ASSIGN 2024-12-02T16:00:10,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76374f279667c1c3368227498767e7a1, ASSIGN 2024-12-02T16:00:10,166 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e37e94f14c5cdfc99062228ecfb34ed9, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,33299,1733155195893; forceNewPlan=false, retain=false 2024-12-02T16:00:10,166 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8b69f0c8a0c1234285ccc7dcf4145ff, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,44111,1733155195849; forceNewPlan=false, retain=false 2024-12-02T16:00:10,166 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3104fdf26869ea566d0438e3f961977, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,44111,1733155195849; forceNewPlan=false, retain=false 2024-12-02T16:00:10,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efeef5ccafdcced98e3b3daf983f9637, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,42645,1733155195802; forceNewPlan=false, retain=false 2024-12-02T16:00:10,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76374f279667c1c3368227498767e7a1, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,33299,1733155195893; forceNewPlan=false, retain=false 2024-12-02T16:00:10,169 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61b8d8044e1bcc44cd574f0a45283106, ASSIGN 2024-12-02T16:00:10,170 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=61b8d8044e1bcc44cd574f0a45283106, ASSIGN; state=OFFLINE, location=e1c0b6c2739c,42645,1733155195802; forceNewPlan=false, retain=false 2024-12-02T16:00:10,313 INFO [e1c0b6c2739c:37607 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-02T16:00:10,313 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c3104fdf26869ea566d0438e3f961977, regionState=OPENING, regionLocation=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:10,313 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a8b69f0c8a0c1234285ccc7dcf4145ff, regionState=OPENING, regionLocation=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:10,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5edb78ae1405f74ee195c2cb0a7b72fc, regionState=OPENING, regionLocation=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:10,313 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=efeef5ccafdcced98e3b3daf983f9637, regionState=OPENING, regionLocation=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:10,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61b8d8044e1bcc44cd574f0a45283106, regionState=OPENING, regionLocation=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:10,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=acf7ce5e5ce81b8f186dcf651e386152, regionState=OPENING, regionLocation=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:10,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc0f6cc3a909942b0b765295384f3b49, regionState=OPENING, regionLocation=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:10,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e37e94f14c5cdfc99062228ecfb34ed9, regionState=OPENING, regionLocation=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:10,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=76374f279667c1c3368227498767e7a1, regionState=OPENING, regionLocation=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:10,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=de5ca762b6df90c6fe40f995acbee81b, regionState=OPENING, regionLocation=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:10,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5edb78ae1405f74ee195c2cb0a7b72fc, ASSIGN because future has completed 2024-12-02T16:00:10,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5edb78ae1405f74ee195c2cb0a7b72fc, server=e1c0b6c2739c,44111,1733155195849}] 2024-12-02T16:00:10,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c3104fdf26869ea566d0438e3f961977, ASSIGN because future has completed 2024-12-02T16:00:10,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=61b8d8044e1bcc44cd574f0a45283106, ASSIGN because future has completed 2024-12-02T16:00:10,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3104fdf26869ea566d0438e3f961977, server=e1c0b6c2739c,44111,1733155195849}] 2024-12-02T16:00:10,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=acf7ce5e5ce81b8f186dcf651e386152, ASSIGN because future has completed 2024-12-02T16:00:10,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61b8d8044e1bcc44cd574f0a45283106, server=e1c0b6c2739c,42645,1733155195802}] 2024-12-02T16:00:10,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cc0f6cc3a909942b0b765295384f3b49, ASSIGN because future has completed 2024-12-02T16:00:10,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure acf7ce5e5ce81b8f186dcf651e386152, server=e1c0b6c2739c,42645,1733155195802}] 2024-12-02T16:00:10,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e37e94f14c5cdfc99062228ecfb34ed9, ASSIGN because future has completed 2024-12-02T16:00:10,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76374f279667c1c3368227498767e7a1, ASSIGN because future has completed 2024-12-02T16:00:10,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=de5ca762b6df90c6fe40f995acbee81b, ASSIGN because future has completed 2024-12-02T16:00:10,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e37e94f14c5cdfc99062228ecfb34ed9, server=e1c0b6c2739c,33299,1733155195893}] 2024-12-02T16:00:10,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76374f279667c1c3368227498767e7a1, server=e1c0b6c2739c,33299,1733155195893}] 2024-12-02T16:00:10,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a8b69f0c8a0c1234285ccc7dcf4145ff, ASSIGN because future has completed 2024-12-02T16:00:10,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc0f6cc3a909942b0b765295384f3b49, server=e1c0b6c2739c,42645,1733155195802}] 2024-12-02T16:00:10,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8b69f0c8a0c1234285ccc7dcf4145ff, server=e1c0b6c2739c,44111,1733155195849}] 2024-12-02T16:00:10,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efeef5ccafdcced98e3b3daf983f9637, ASSIGN because future has completed 2024-12-02T16:00:10,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure de5ca762b6df90c6fe40f995acbee81b, server=e1c0b6c2739c,33299,1733155195893}] 2024-12-02T16:00:10,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure efeef5ccafdcced98e3b3daf983f9637, server=e1c0b6c2739c,42645,1733155195802}] 2024-12-02T16:00:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:00:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:00:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:00:14,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:14,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:14,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:14,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T16:00:14,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:14,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:14,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:14,972 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T16:00:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:00:20,328 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:20,328 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => a8b69f0c8a0c1234285ccc7dcf4145ff, NAME => 'SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-02T16:00:20,328 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,328 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:20,329 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,329 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,330 INFO [StoreOpener-a8b69f0c8a0c1234285ccc7dcf4145ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,332 INFO [StoreOpener-a8b69f0c8a0c1234285ccc7dcf4145ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8b69f0c8a0c1234285ccc7dcf4145ff columnFamilyName cf 2024-12-02T16:00:20,332 DEBUG [StoreOpener-a8b69f0c8a0c1234285ccc7dcf4145ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:20,333 INFO [StoreOpener-a8b69f0c8a0c1234285ccc7dcf4145ff-1 {}] regionserver.HStore(327): Store=a8b69f0c8a0c1234285ccc7dcf4145ff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:00:20,333 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,334 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,334 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,335 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,335 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,337 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,339 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:00:20,340 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:00:20,340 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened a8b69f0c8a0c1234285ccc7dcf4145ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67752662, jitterRate=0.009593337774276733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:00:20,340 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:20,341 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for a8b69f0c8a0c1234285ccc7dcf4145ff: Running coprocessor pre-open hook at 1733155220329Writing region info on filesystem at 1733155220329Initializing all the Stores at 1733155220330 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155220330Cleaning up temporary data from old regions at 1733155220335 (+5 ms)Running coprocessor post-open hooks at 1733155220340 (+5 ms)Region opened successfully at 1733155220341 (+1 ms) 2024-12-02T16:00:20,342 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff., pid=22, masterSystemTime=1733155220322 2024-12-02T16:00:20,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:00:20,344 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:20,345 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:20,345 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:20,345 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 5edb78ae1405f74ee195c2cb0a7b72fc, NAME => 'SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-02T16:00:20,345 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T16:00:20,345 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,345 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:20,345 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,346 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=a8b69f0c8a0c1234285ccc7dcf4145ff, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:20,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49033, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T16:00:20,349 INFO [StoreOpener-5edb78ae1405f74ee195c2cb0a7b72fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8b69f0c8a0c1234285ccc7dcf4145ff, server=e1c0b6c2739c,44111,1733155195849 because future has completed 2024-12-02T16:00:20,354 INFO [StoreOpener-5edb78ae1405f74ee195c2cb0a7b72fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5edb78ae1405f74ee195c2cb0a7b72fc columnFamilyName cf 2024-12-02T16:00:20,354 DEBUG [StoreOpener-5edb78ae1405f74ee195c2cb0a7b72fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:20,356 INFO [StoreOpener-5edb78ae1405f74ee195c2cb0a7b72fc-1 {}] regionserver.HStore(327): Store=5edb78ae1405f74ee195c2cb0a7b72fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:00:20,357 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-12-02T16:00:20,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure a8b69f0c8a0c1234285ccc7dcf4145ff, server=e1c0b6c2739c,44111,1733155195849 in 10.0090 sec 2024-12-02T16:00:20,358 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,358 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,359 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,359 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a8b69f0c8a0c1234285ccc7dcf4145ff, ASSIGN in 10.1980 sec 2024-12-02T16:00:20,361 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,371 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:20,371 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 61b8d8044e1bcc44cd574f0a45283106, NAME => 'SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-02T16:00:20,371 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:20,371 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e37e94f14c5cdfc99062228ecfb34ed9, NAME => 'SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-02T16:00:20,371 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,371 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,371 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:20,371 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:20,371 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,371 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,371 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,371 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,375 INFO [StoreOpener-61b8d8044e1bcc44cd574f0a45283106-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,375 INFO [StoreOpener-e37e94f14c5cdfc99062228ecfb34ed9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,377 INFO [StoreOpener-61b8d8044e1bcc44cd574f0a45283106-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61b8d8044e1bcc44cd574f0a45283106 columnFamilyName cf 2024-12-02T16:00:20,377 DEBUG [StoreOpener-61b8d8044e1bcc44cd574f0a45283106-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:20,377 INFO [StoreOpener-e37e94f14c5cdfc99062228ecfb34ed9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37e94f14c5cdfc99062228ecfb34ed9 columnFamilyName cf 2024-12-02T16:00:20,377 DEBUG [StoreOpener-e37e94f14c5cdfc99062228ecfb34ed9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:20,377 INFO [StoreOpener-61b8d8044e1bcc44cd574f0a45283106-1 {}] regionserver.HStore(327): Store=61b8d8044e1bcc44cd574f0a45283106/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:00:20,377 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,378 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/5edb78ae1405f74ee195c2cb0a7b72fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:00:20,378 INFO [StoreOpener-e37e94f14c5cdfc99062228ecfb34ed9-1 {}] regionserver.HStore(327): Store=e37e94f14c5cdfc99062228ecfb34ed9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:00:20,378 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,378 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 5edb78ae1405f74ee195c2cb0a7b72fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67952425, jitterRate=0.012570038437843323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:00:20,379 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:20,379 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 5edb78ae1405f74ee195c2cb0a7b72fc: Running coprocessor pre-open hook at 1733155220346Writing region info on filesystem at 1733155220346Initializing all the Stores at 1733155220348 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155220348Cleaning up temporary data from old regions at 1733155220359 (+11 ms)Running coprocessor post-open hooks at 1733155220379 (+20 ms)Region opened successfully at 1733155220379 2024-12-02T16:00:20,379 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,379 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,380 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc., pid=15, masterSystemTime=1733155220322 2024-12-02T16:00:20,380 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,380 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,380 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,383 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,383 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:20,383 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,383 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:20,384 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:20,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5edb78ae1405f74ee195c2cb0a7b72fc, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:20,384 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c3104fdf26869ea566d0438e3f961977, NAME => 'SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-02T16:00:20,384 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,384 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:20,384 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,385 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,385 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5edb78ae1405f74ee195c2cb0a7b72fc, server=e1c0b6c2739c,44111,1733155195849 because future has completed 2024-12-02T16:00:20,388 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,389 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-12-02T16:00:20,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5edb78ae1405f74ee195c2cb0a7b72fc, server=e1c0b6c2739c,44111,1733155195849 in 10.0730 sec 2024-12-02T16:00:20,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5edb78ae1405f74ee195c2cb0a7b72fc, ASSIGN in 10.2350 sec 2024-12-02T16:00:20,406 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/61b8d8044e1bcc44cd574f0a45283106/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:00:20,407 INFO [StoreOpener-c3104fdf26869ea566d0438e3f961977-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,407 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 61b8d8044e1bcc44cd574f0a45283106; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63800271, jitterRate=-0.049301877617836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:00:20,407 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:20,408 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 61b8d8044e1bcc44cd574f0a45283106: Running coprocessor pre-open hook at 1733155220372Writing region info on filesystem at 1733155220372Initializing all the Stores at 1733155220373 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155220373Cleaning up temporary data from old regions at 1733155220380 (+7 ms)Running coprocessor post-open hooks at 1733155220407 (+27 ms)Region opened successfully at 1733155220407 2024-12-02T16:00:20,409 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106., pid=17, masterSystemTime=1733155220339 2024-12-02T16:00:20,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61b8d8044e1bcc44cd574f0a45283106, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:20,414 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:20,414 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:20,414 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:20,414 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => acf7ce5e5ce81b8f186dcf651e386152, NAME => 'SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-02T16:00:20,415 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,415 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:20,415 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,415 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61b8d8044e1bcc44cd574f0a45283106, server=e1c0b6c2739c,42645,1733155195802 because future has completed 2024-12-02T16:00:20,418 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:00:20,420 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened e37e94f14c5cdfc99062228ecfb34ed9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73714294, jitterRate=0.09842857718467712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:00:20,420 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:20,420 INFO [StoreOpener-c3104fdf26869ea566d0438e3f961977-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3104fdf26869ea566d0438e3f961977 columnFamilyName cf 2024-12-02T16:00:20,420 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e37e94f14c5cdfc99062228ecfb34ed9: Running coprocessor pre-open hook at 1733155220372Writing region info on filesystem at 1733155220372Initializing all the Stores at 1733155220373 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155220373Cleaning up temporary data from old regions at 1733155220385 (+12 ms)Running coprocessor post-open hooks at 1733155220420 (+35 ms)Region opened successfully at 1733155220420 2024-12-02T16:00:20,420 DEBUG [StoreOpener-c3104fdf26869ea566d0438e3f961977-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:20,421 INFO [StoreOpener-acf7ce5e5ce81b8f186dcf651e386152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,421 INFO [StoreOpener-c3104fdf26869ea566d0438e3f961977-1 {}] regionserver.HStore(327): Store=c3104fdf26869ea566d0438e3f961977/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:00:20,421 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,422 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,423 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,424 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,424 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,424 INFO [StoreOpener-acf7ce5e5ce81b8f186dcf651e386152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acf7ce5e5ce81b8f186dcf651e386152 columnFamilyName cf 2024-12-02T16:00:20,424 DEBUG [StoreOpener-acf7ce5e5ce81b8f186dcf651e386152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:20,425 INFO [StoreOpener-acf7ce5e5ce81b8f186dcf651e386152-1 {}] regionserver.HStore(327): Store=acf7ce5e5ce81b8f186dcf651e386152/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:00:20,425 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,426 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,426 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,426 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9., pid=19, masterSystemTime=1733155220345 2024-12-02T16:00:20,427 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,429 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,430 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=e37e94f14c5cdfc99062228ecfb34ed9, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:20,433 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:20,433 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:20,434 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:20,434 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => de5ca762b6df90c6fe40f995acbee81b, NAME => 'SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-02T16:00:20,435 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,435 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:00:20,435 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,435 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:20,435 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,435 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-12-02T16:00:20,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 61b8d8044e1bcc44cd574f0a45283106, server=e1c0b6c2739c,42645,1733155195802 in 10.1020 sec 2024-12-02T16:00:20,438 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c3104fdf26869ea566d0438e3f961977; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74690912, jitterRate=0.11298131942749023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:00:20,438 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:20,438 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c3104fdf26869ea566d0438e3f961977: Running coprocessor pre-open hook at 1733155220388Writing region info on filesystem at 1733155220388Initializing all the Stores at 1733155220392 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155220392Cleaning up temporary data from old regions at 1733155220424 (+32 ms)Running coprocessor post-open hooks at 1733155220438 (+14 ms)Region opened successfully at 1733155220438 2024-12-02T16:00:20,439 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37607 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e1c0b6c2739c,33299,1733155195893, table=SPTestTable, region=e37e94f14c5cdfc99062228ecfb34ed9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T16:00:20,440 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977., pid=16, masterSystemTime=1733155220322 2024-12-02T16:00:20,443 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/acf7ce5e5ce81b8f186dcf651e386152/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:00:20,444 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened acf7ce5e5ce81b8f186dcf651e386152; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72316827, jitterRate=0.07760469615459442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:00:20,444 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:20,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure e37e94f14c5cdfc99062228ecfb34ed9, server=e1c0b6c2739c,33299,1733155195893 because future has completed 2024-12-02T16:00:20,444 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for acf7ce5e5ce81b8f186dcf651e386152: Running coprocessor pre-open hook at 1733155220415Writing region info on filesystem at 1733155220415Initializing all the Stores at 1733155220418 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155220419 (+1 ms)Cleaning up temporary data from old regions at 1733155220430 (+11 ms)Running coprocessor post-open hooks at 1733155220444 (+14 ms)Region opened successfully at 1733155220444 2024-12-02T16:00:20,445 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152., pid=18, masterSystemTime=1733155220339 2024-12-02T16:00:20,451 INFO [StoreOpener-de5ca762b6df90c6fe40f995acbee81b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=61b8d8044e1bcc44cd574f0a45283106, ASSIGN in 10.2780 sec 2024-12-02T16:00:20,453 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:20,453 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:20,454 INFO [StoreOpener-de5ca762b6df90c6fe40f995acbee81b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de5ca762b6df90c6fe40f995acbee81b columnFamilyName cf 2024-12-02T16:00:20,454 DEBUG [StoreOpener-de5ca762b6df90c6fe40f995acbee81b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:20,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c3104fdf26869ea566d0438e3f961977, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:20,456 INFO [StoreOpener-de5ca762b6df90c6fe40f995acbee81b-1 {}] regionserver.HStore(327): Store=de5ca762b6df90c6fe40f995acbee81b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:00:20,457 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:20,457 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:20,457 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:20,457 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => cc0f6cc3a909942b0b765295384f3b49, NAME => 'SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-02T16:00:20,458 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,458 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:20,458 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,458 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,458 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,461 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=acf7ce5e5ce81b8f186dcf651e386152, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:20,461 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,461 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3104fdf26869ea566d0438e3f961977, server=e1c0b6c2739c,44111,1733155195849 because future has completed 2024-12-02T16:00:20,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-12-02T16:00:20,463 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure e37e94f14c5cdfc99062228ecfb34ed9, server=e1c0b6c2739c,33299,1733155195893 in 10.1140 sec 2024-12-02T16:00:20,465 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,465 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure acf7ce5e5ce81b8f186dcf651e386152, server=e1c0b6c2739c,42645,1733155195802 because future has completed 2024-12-02T16:00:20,466 INFO [StoreOpener-cc0f6cc3a909942b0b765295384f3b49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e37e94f14c5cdfc99062228ecfb34ed9, ASSIGN in 10.3050 sec 2024-12-02T16:00:20,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-12-02T16:00:20,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c3104fdf26869ea566d0438e3f961977, server=e1c0b6c2739c,44111,1733155195849 in 10.1460 sec 2024-12-02T16:00:20,472 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,473 INFO [StoreOpener-cc0f6cc3a909942b0b765295384f3b49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc0f6cc3a909942b0b765295384f3b49 columnFamilyName cf 2024-12-02T16:00:20,473 DEBUG [StoreOpener-cc0f6cc3a909942b0b765295384f3b49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:20,474 INFO [StoreOpener-cc0f6cc3a909942b0b765295384f3b49-1 {}] regionserver.HStore(327): Store=cc0f6cc3a909942b0b765295384f3b49/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:00:20,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-12-02T16:00:20,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure acf7ce5e5ce81b8f186dcf651e386152, server=e1c0b6c2739c,42645,1733155195802 in 10.1360 sec 2024-12-02T16:00:20,475 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c3104fdf26869ea566d0438e3f961977, ASSIGN in 10.3130 sec 2024-12-02T16:00:20,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=acf7ce5e5ce81b8f186dcf651e386152, ASSIGN in 10.3150 sec 2024-12-02T16:00:20,483 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,484 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,484 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,484 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,487 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,487 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/de5ca762b6df90c6fe40f995acbee81b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:00:20,488 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened de5ca762b6df90c6fe40f995acbee81b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71431042, jitterRate=0.06440547108650208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:00:20,488 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:20,489 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for de5ca762b6df90c6fe40f995acbee81b: Running coprocessor pre-open hook at 1733155220435Writing region info on filesystem at 1733155220435Initializing all the Stores at 1733155220443 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155220444 (+1 ms)Cleaning up temporary data from old regions at 1733155220465 (+21 ms)Running coprocessor post-open hooks at 1733155220488 (+23 ms)Region opened successfully at 1733155220489 (+1 ms) 2024-12-02T16:00:20,490 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/cc0f6cc3a909942b0b765295384f3b49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:00:20,490 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b., pid=24, masterSystemTime=1733155220345 2024-12-02T16:00:20,491 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened cc0f6cc3a909942b0b765295384f3b49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61153197, jitterRate=-0.08874635398387909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:00:20,491 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:20,492 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for cc0f6cc3a909942b0b765295384f3b49: Running coprocessor pre-open hook at 1733155220458Writing region info on filesystem at 1733155220458Initializing all the Stores at 1733155220460 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155220460Cleaning up temporary data from old regions at 1733155220485 (+25 ms)Running coprocessor post-open hooks at 1733155220491 (+6 ms)Region opened successfully at 1733155220492 (+1 ms) 2024-12-02T16:00:20,493 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49., pid=20, masterSystemTime=1733155220339 2024-12-02T16:00:20,493 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:20,493 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:20,494 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:20,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=de5ca762b6df90c6fe40f995acbee81b, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:20,495 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 76374f279667c1c3368227498767e7a1, NAME => 'SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-02T16:00:20,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc0f6cc3a909942b0b765295384f3b49, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:20,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure de5ca762b6df90c6fe40f995acbee81b, server=e1c0b6c2739c,33299,1733155195893 because future has completed 2024-12-02T16:00:20,499 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:20,499 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:20,500 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:20,500 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => efeef5ccafdcced98e3b3daf983f9637, NAME => 'SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-02T16:00:20,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc0f6cc3a909942b0b765295384f3b49, server=e1c0b6c2739c,42645,1733155195802 because future has completed 2024-12-02T16:00:20,501 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,501 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:20,501 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,501 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,504 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,505 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T16:00:20,505 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,505 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-12-02T16:00:20,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure de5ca762b6df90c6fe40f995acbee81b, server=e1c0b6c2739c,33299,1733155195893 in 10.1540 sec 2024-12-02T16:00:20,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-12-02T16:00:20,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc0f6cc3a909942b0b765295384f3b49, server=e1c0b6c2739c,42645,1733155195802 in 10.1640 sec 2024-12-02T16:00:20,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=de5ca762b6df90c6fe40f995acbee81b, ASSIGN in 10.3480 sec 2024-12-02T16:00:20,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cc0f6cc3a909942b0b765295384f3b49, ASSIGN in 10.3500 sec 2024-12-02T16:00:20,511 INFO [StoreOpener-efeef5ccafdcced98e3b3daf983f9637-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,513 INFO [StoreOpener-efeef5ccafdcced98e3b3daf983f9637-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efeef5ccafdcced98e3b3daf983f9637 columnFamilyName cf 2024-12-02T16:00:20,513 DEBUG [StoreOpener-efeef5ccafdcced98e3b3daf983f9637-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:20,513 INFO [StoreOpener-efeef5ccafdcced98e3b3daf983f9637-1 {}] regionserver.HStore(327): Store=efeef5ccafdcced98e3b3daf983f9637/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:00:20,514 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,514 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,515 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,515 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,515 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,517 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,523 INFO [StoreOpener-76374f279667c1c3368227498767e7a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,524 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:00:20,525 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened efeef5ccafdcced98e3b3daf983f9637; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73809903, jitterRate=0.0998532623052597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:00:20,525 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:20,525 INFO [StoreOpener-76374f279667c1c3368227498767e7a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76374f279667c1c3368227498767e7a1 columnFamilyName cf 2024-12-02T16:00:20,525 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for efeef5ccafdcced98e3b3daf983f9637: Running coprocessor pre-open hook at 1733155220502Writing region info on filesystem at 1733155220502Initializing all the Stores at 1733155220504 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155220505 (+1 ms)Cleaning up temporary data from old regions at 1733155220515 (+10 ms)Running coprocessor post-open hooks at 1733155220525 (+10 ms)Region opened successfully at 1733155220525 2024-12-02T16:00:20,525 DEBUG [StoreOpener-76374f279667c1c3368227498767e7a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T16:00:20,526 INFO [StoreOpener-76374f279667c1c3368227498767e7a1-1 {}] regionserver.HStore(327): Store=76374f279667c1c3368227498767e7a1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T16:00:20,526 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637., pid=23, masterSystemTime=1733155220339 2024-12-02T16:00:20,526 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,528 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,528 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:20,529 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:20,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=efeef5ccafdcced98e3b3daf983f9637, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:20,530 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,532 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,532 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure efeef5ccafdcced98e3b3daf983f9637, server=e1c0b6c2739c,42645,1733155195802 because future has completed 2024-12-02T16:00:20,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-12-02T16:00:20,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure efeef5ccafdcced98e3b3daf983f9637, server=e1c0b6c2739c,42645,1733155195802 in 10.1890 sec 2024-12-02T16:00:20,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efeef5ccafdcced98e3b3daf983f9637, ASSIGN in 10.3770 sec 2024-12-02T16:00:20,540 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,544 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/76374f279667c1c3368227498767e7a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T16:00:20,545 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 76374f279667c1c3368227498767e7a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72443839, jitterRate=0.0794973224401474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T16:00:20,545 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:20,545 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 76374f279667c1c3368227498767e7a1: Running coprocessor pre-open hook at 1733155220505Writing region info on filesystem at 1733155220505Initializing all the Stores at 1733155220515 (+10 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733155220515Cleaning up temporary data from old regions at 1733155220532 (+17 ms)Running coprocessor post-open hooks at 1733155220545 (+13 ms)Region opened successfully at 1733155220545 2024-12-02T16:00:20,546 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1., pid=21, masterSystemTime=1733155220345 2024-12-02T16:00:20,548 DEBUG [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:20,548 INFO [RS_OPEN_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:20,549 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=76374f279667c1c3368227498767e7a1, regionState=OPEN, openSeqNum=2, regionLocation=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:20,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76374f279667c1c3368227498767e7a1, server=e1c0b6c2739c,33299,1733155195893 because future has completed 2024-12-02T16:00:20,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-12-02T16:00:20,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 76374f279667c1c3368227498767e7a1, server=e1c0b6c2739c,33299,1733155195893 in 10.2100 sec 2024-12-02T16:00:20,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-12-02T16:00:20,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76374f279667c1c3368227498767e7a1, ASSIGN in 10.3960 sec 2024-12-02T16:00:20,559 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T16:00:20,560 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733155220559"}]},"ts":"1733155220559"} 2024-12-02T16:00:20,562 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-02T16:00:20,563 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T16:00:20,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.2800 sec 2024-12-02T16:00:20,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-02T16:00:25,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:25,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:25,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:25,616 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T16:00:25,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T16:00:25,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:25,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:25,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T16:00:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T16:00:27,543 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-02T16:00:27,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-02T16:00:27,543 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:00:27,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-02T16:00:27,548 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:00:27,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-02T16:00:27,580 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff., hostname=e1c0b6c2739c,44111,1733155195849, seqNum=2] 2024-12-02T16:00:27,586 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff., hostname=e1c0b6c2739c,44111,1733155195849, seqNum=2] 2024-12-02T16:00:27,672 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637., hostname=e1c0b6c2739c,42645,1733155195802, seqNum=2] 2024-12-02T16:00:27,675 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637., hostname=e1c0b6c2739c,42645,1733155195802, seqNum=2] 2024-12-02T16:00:27,676 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637., hostname=e1c0b6c2739c,42645,1733155195802, seqNum=2] 2024-12-02T16:00:27,680 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637., hostname=e1c0b6c2739c,42645,1733155195802, seqNum=2] 2024-12-02T16:00:27,682 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637., hostname=e1c0b6c2739c,42645,1733155195802, seqNum=2] 2024-12-02T16:00:27,688 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637., hostname=e1c0b6c2739c,42645,1733155195802, seqNum=2] 2024-12-02T16:00:27,689 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637., hostname=e1c0b6c2739c,42645,1733155195802, seqNum=2] 2024-12-02T16:00:27,759 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9., hostname=e1c0b6c2739c,33299,1733155195893, seqNum=2] 2024-12-02T16:00:27,774 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9., hostname=e1c0b6c2739c,33299,1733155195893, seqNum=2] 2024-12-02T16:00:27,777 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9., hostname=e1c0b6c2739c,33299,1733155195893, seqNum=2] 2024-12-02T16:00:27,778 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9., hostname=e1c0b6c2739c,33299,1733155195893, seqNum=2] 2024-12-02T16:00:27,780 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9., hostname=e1c0b6c2739c,33299,1733155195893, seqNum=2] 2024-12-02T16:00:27,787 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9., hostname=e1c0b6c2739c,33299,1733155195893, seqNum=2] 2024-12-02T16:00:27,867 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977., hostname=e1c0b6c2739c,44111,1733155195849, seqNum=2] 2024-12-02T16:00:27,872 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977., hostname=e1c0b6c2739c,44111,1733155195849, seqNum=2] 2024-12-02T16:00:27,880 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977., hostname=e1c0b6c2739c,44111,1733155195849, seqNum=2] 2024-12-02T16:00:27,884 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977., hostname=e1c0b6c2739c,44111,1733155195849, seqNum=2] 2024-12-02T16:00:27,885 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977., hostname=e1c0b6c2739c,44111,1733155195849, seqNum=2] 2024-12-02T16:00:27,886 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977., hostname=e1c0b6c2739c,44111,1733155195849, seqNum=2] 2024-12-02T16:00:27,887 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977., hostname=e1c0b6c2739c,44111,1733155195849, seqNum=2] 2024-12-02T16:00:27,887 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977., hostname=e1c0b6c2739c,44111,1733155195849, seqNum=2] 2024-12-02T16:00:28,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:00:28,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T16:00:28,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:00:28,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T16:00:28,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42645 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T16:00:28,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:28,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33299 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T16:00:28,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T16:00:29,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44111 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. with WAL disabled. Data may be lost in the event of a crash. 2024-12-02T16:00:29,549 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-02T16:00:29,549 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:00:29,550 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-02T16:00:29,552 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-02T16:00:29,555 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-02T16:00:29,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741848_1024 (size=49) 2024-12-02T16:00:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741848_1024 (size=49) 2024-12-02T16:00:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741848_1024 (size=49) 2024-12-02T16:00:29,999 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-02T16:00:30,000 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc0f6cc3a909942b0b765295384f3b49}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de5ca762b6df90c6fe40f995acbee81b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acf7ce5e5ce81b8f186dcf651e386152}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5edb78ae1405f74ee195c2cb0a7b72fc}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61b8d8044e1bcc44cd574f0a45283106}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76374f279667c1c3368227498767e7a1}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8b69f0c8a0c1234285ccc7dcf4145ff}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efeef5ccafdcced98e3b3daf983f9637}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e37e94f14c5cdfc99062228ecfb34ed9}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3104fdf26869ea566d0438e3f961977}] 2024-12-02T16:00:30,002 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:30,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:30,003 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:30,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:30,003 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:30,007 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:30,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:30,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:30,007 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:30,007 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:40,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-02T16:00:40,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-02T16:00:40,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-02T16:00:40,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-02T16:00:40,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-02T16:00:40,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:40,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:40,006 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing e37e94f14c5cdfc99062228ecfb34ed9 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-02T16:00:40,006 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing efeef5ccafdcced98e3b3daf983f9637 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-02T16:00:40,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-02T16:00:40,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-02T16:00:40,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:40,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-02T16:00:40,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-02T16:00:40,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:40,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:40,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 61b8d8044e1bcc44cd574f0a45283106: 2024-12-02T16:00:40,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. for SnapshotProcedureTest completed. 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 76374f279667c1c3368227498767e7a1: 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. for SnapshotProcedureTest completed. 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 5edb78ae1405f74ee195c2cb0a7b72fc: 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. for SnapshotProcedureTest completed. 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for acf7ce5e5ce81b8f186dcf651e386152: 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. for SnapshotProcedureTest completed. 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for de5ca762b6df90c6fe40f995acbee81b: 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. for SnapshotProcedureTest completed. 2024-12-02T16:00:40,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T16:00:40,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T16:00:40,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-02T16:00:40,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T16:00:40,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T16:00:40,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:40,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:40,008 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing a8b69f0c8a0c1234285ccc7dcf4145ff 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-02T16:00:40,008 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c3104fdf26869ea566d0438e3f961977 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-02T16:00:40,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637/.tmp/cf/ed047647c38c464c8ccf32c1490a4fee is 34, key is baa/cf:cf/1733155228767/Put/seqid=0 2024-12-02T16:00:40,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff/.tmp/cf/2e7ddd40d1ea465d98a8a8476745c80a is 34, key is aaa/cf:cf/1733155228834/Put/seqid=0 2024-12-02T16:00:40,047 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9/.tmp/cf/3b859311155e45b1a718e30ac6fc86d4 is 34, key is ccd/cf:cf/1733155228823/Put/seqid=0 2024-12-02T16:00:40,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977/.tmp/cf/3f7cc4cc95b640b9bfe7dd92a024e3e5 is 34, key is eaa/cf:cf/1733155229453/Put/seqid=0 2024-12-02T16:00:40,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741850_1026 (size=65) 2024-12-02T16:00:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741850_1026 (size=65) 2024-12-02T16:00:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741850_1026 (size=65) 2024-12-02T16:00:40,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:40,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-02T16:00:40,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741853_1029 (size=65) 2024-12-02T16:00:40,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:40,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741853_1029 (size=65) 2024-12-02T16:00:40,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for cc0f6cc3a909942b0b765295384f3b49: 2024-12-02T16:00:40,114 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. for SnapshotProcedureTest completed. 2024-12-02T16:00:40,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T16:00:40,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-02T16:00:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-02T16:00:40,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:40,116 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741853_1029 (size=65) 2024-12-02T16:00:40,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:40,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-02T16:00:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-02T16:00:40,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:40,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:40,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure acf7ce5e5ce81b8f186dcf651e386152 in 10.1170 sec 2024-12-02T16:00:40,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76374f279667c1c3368227498767e7a1 in 10.1210 sec 2024-12-02T16:00:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741849_1025 (size=65) 2024-12-02T16:00:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741849_1025 (size=65) 2024-12-02T16:00:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741849_1025 (size=65) 2024-12-02T16:00:40,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:40,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-02T16:00:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-02T16:00:40,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:40,134 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:40,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 61b8d8044e1bcc44cd574f0a45283106 in 10.1350 sec 2024-12-02T16:00:40,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741851_1027 (size=65) 2024-12-02T16:00:40,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741851_1027 (size=65) 2024-12-02T16:00:40,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741851_1027 (size=65) 2024-12-02T16:00:40,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:40,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-02T16:00:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-02T16:00:40,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:40,157 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:40,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5edb78ae1405f74ee195c2cb0a7b72fc in 10.1590 sec 2024-12-02T16:00:40,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741857_1033 (size=47197) 2024-12-02T16:00:40,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741857_1033 (size=47197) 2024-12-02T16:00:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741857_1033 (size=47197) 2024-12-02T16:00:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741856_1032 (size=26918) 2024-12-02T16:00:40,195 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9/.tmp/cf/3b859311155e45b1a718e30ac6fc86d4 2024-12-02T16:00:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741856_1032 (size=26918) 2024-12-02T16:00:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741856_1032 (size=26918) 2024-12-02T16:00:40,197 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff/.tmp/cf/2e7ddd40d1ea465d98a8a8476745c80a 2024-12-02T16:00:40,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741852_1028 (size=65) 2024-12-02T16:00:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741852_1028 (size=65) 2024-12-02T16:00:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741852_1028 (size=65) 2024-12-02T16:00:40,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:40,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-02T16:00:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-02T16:00:40,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:40,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:40,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure de5ca762b6df90c6fe40f995acbee81b in 10.2070 sec 2024-12-02T16:00:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741855_1031 (size=499309) 2024-12-02T16:00:40,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741855_1031 (size=499309) 2024-12-02T16:00:40,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741855_1031 (size=499309) 2024-12-02T16:00:40,219 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977/.tmp/cf/3f7cc4cc95b640b9bfe7dd92a024e3e5 2024-12-02T16:00:40,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741854_1030 (size=28623) 2024-12-02T16:00:40,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741854_1030 (size=28623) 2024-12-02T16:00:40,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741854_1030 (size=28623) 2024-12-02T16:00:40,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977/.tmp/cf/3f7cc4cc95b640b9bfe7dd92a024e3e5 as hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977/cf/3f7cc4cc95b640b9bfe7dd92a024e3e5 2024-12-02T16:00:40,252 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9/.tmp/cf/3b859311155e45b1a718e30ac6fc86d4 as hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9/cf/3b859311155e45b1a718e30ac6fc86d4 2024-12-02T16:00:40,266 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9/cf/3b859311155e45b1a718e30ac6fc86d4, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-02T16:00:40,267 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for e37e94f14c5cdfc99062228ecfb34ed9 in 262ms, sequenceid=5, compaction requested=false 2024-12-02T16:00:40,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for e37e94f14c5cdfc99062228ecfb34ed9: 2024-12-02T16:00:40,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. for SnapshotProcedureTest completed. 2024-12-02T16:00:40,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T16:00:40,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9/cf/3b859311155e45b1a718e30ac6fc86d4] hfiles 2024-12-02T16:00:40,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9/cf/3b859311155e45b1a718e30ac6fc86d4 for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741858_1034 (size=57) 2024-12-02T16:00:40,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741858_1034 (size=57) 2024-12-02T16:00:40,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741858_1034 (size=57) 2024-12-02T16:00:40,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:40,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-02T16:00:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-02T16:00:40,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:40,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:40,276 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977/cf/3f7cc4cc95b640b9bfe7dd92a024e3e5, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-02T16:00:40,277 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for c3104fdf26869ea566d0438e3f961977 in 269ms, sequenceid=5, compaction requested=false 2024-12-02T16:00:40,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c3104fdf26869ea566d0438e3f961977: 2024-12-02T16:00:40,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. for SnapshotProcedureTest completed. 2024-12-02T16:00:40,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T16:00:40,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977/cf/3f7cc4cc95b640b9bfe7dd92a024e3e5] hfiles 2024-12-02T16:00:40,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977/cf/3f7cc4cc95b640b9bfe7dd92a024e3e5 for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc0f6cc3a909942b0b765295384f3b49 in 10.2760 sec 2024-12-02T16:00:40,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff/.tmp/cf/2e7ddd40d1ea465d98a8a8476745c80a as hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff/cf/2e7ddd40d1ea465d98a8a8476745c80a 2024-12-02T16:00:40,291 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff/cf/2e7ddd40d1ea465d98a8a8476745c80a, entries=676, sequenceid=5, filesize=26.3 K 2024-12-02T16:00:40,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for a8b69f0c8a0c1234285ccc7dcf4145ff in 284ms, sequenceid=5, compaction requested=false 2024-12-02T16:00:40,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for a8b69f0c8a0c1234285ccc7dcf4145ff: 2024-12-02T16:00:40,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. for SnapshotProcedureTest completed. 2024-12-02T16:00:40,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T16:00:40,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff/cf/2e7ddd40d1ea465d98a8a8476745c80a] hfiles 2024-12-02T16:00:40,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff/cf/2e7ddd40d1ea465d98a8a8476745c80a for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741860_1036 (size=97) 2024-12-02T16:00:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741859_1035 (size=105) 2024-12-02T16:00:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741860_1036 (size=97) 2024-12-02T16:00:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741860_1036 (size=97) 2024-12-02T16:00:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741859_1035 (size=105) 2024-12-02T16:00:40,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:40,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-02T16:00:40,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:40,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-02T16:00:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-02T16:00:40,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:40,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:40,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741859_1035 (size=105) 2024-12-02T16:00:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-02T16:00:40,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:40,325 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741861_1037 (size=105) 2024-12-02T16:00:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741861_1037 (size=105) 2024-12-02T16:00:40,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c3104fdf26869ea566d0438e3f961977 in 10.3260 sec 2024-12-02T16:00:40,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741861_1037 (size=105) 2024-12-02T16:00:40,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e37e94f14c5cdfc99062228ecfb34ed9 in 10.3260 sec 2024-12-02T16:00:40,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:40,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-02T16:00:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-02T16:00:40,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:40,331 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:40,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a8b69f0c8a0c1234285ccc7dcf4145ff in 10.3320 sec 2024-12-02T16:00:40,640 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637/.tmp/cf/ed047647c38c464c8ccf32c1490a4fee 2024-12-02T16:00:40,647 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637/.tmp/cf/ed047647c38c464c8ccf32c1490a4fee as hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637/cf/ed047647c38c464c8ccf32c1490a4fee 2024-12-02T16:00:40,654 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637/cf/ed047647c38c464c8ccf32c1490a4fee, entries=731, sequenceid=5, filesize=28.0 K 2024-12-02T16:00:40,659 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for efeef5ccafdcced98e3b3daf983f9637 in 654ms, sequenceid=5, compaction requested=false 2024-12-02T16:00:40,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for efeef5ccafdcced98e3b3daf983f9637: 2024-12-02T16:00:40,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. for SnapshotProcedureTest completed. 2024-12-02T16:00:40,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637.' region-info for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-02T16:00:40,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637/cf/ed047647c38c464c8ccf32c1490a4fee] hfiles 2024-12-02T16:00:40,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637/cf/ed047647c38c464c8ccf32c1490a4fee for snapshot=SnapshotProcedureTest 2024-12-02T16:00:40,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741862_1038 (size=105) 2024-12-02T16:00:40,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741862_1038 (size=105) 2024-12-02T16:00:40,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741862_1038 (size=105) 2024-12-02T16:00:40,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:40,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-02T16:00:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-02T16:00:40,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:40,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:40,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-12-02T16:00:40,678 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-02T16:00:40,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure efeef5ccafdcced98e3b3daf983f9637 in 10.6750 sec 2024-12-02T16:00:40,678 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-02T16:00:40,679 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-02T16:00:40,679 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-02T16:00:40,681 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T16:00:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741863_1039 (size=1174) 2024-12-02T16:00:40,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741863_1039 (size=1174) 2024-12-02T16:00:40,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741863_1039 (size=1174) 2024-12-02T16:00:40,742 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-02T16:00:40,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-02T16:00:40,753 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:40,753 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:40,753 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:40,753 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:40,754 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:40,759 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:40,760 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:40,761 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:40,762 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:40,765 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T16:00:49,163 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T16:00:49,163 INFO [master/e1c0b6c2739c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T16:00:50,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-02T16:00:50,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-02T16:00:50,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-02T16:00:50,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-02T16:00:50,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-02T16:00:50,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-02T16:00:50,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-02T16:00:50,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-02T16:00:50,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44111 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-02T16:00:50,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T16:00:50,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-02T16:00:50,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-02T16:00:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-02T16:00:50,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T16:00:50,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-02T16:00:50,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-02T16:00:50,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-02T16:00:50,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-02T16:00:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-02T16:00:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-02T16:00:50,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-02T16:00:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-02T16:00:50,764 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,33299,1733155195893 Release verify snapshot worker=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:50,765 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-02T16:00:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-02T16:00:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-02T16:00:50,766 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-02T16:00:50,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T16:00:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-02T16:00:50,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:00:50,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:00:50,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:50,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:50,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T16:00:50,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1581014476, stopped=false 2024-12-02T16:00:50,767 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1c0b6c2739c,37607,1733155195643 2024-12-02T16:00:50,767 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,42645,1733155195802 Release verify snapshot worker=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:50,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,33299,1733155195893 in 10.0160 sec 2024-12-02T16:00:50,767 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,33299,1733155195893 Release verify snapshot worker=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:50,767 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,42645,1733155195802 Release verify snapshot worker=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:50,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-02T16:00:50,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/e1c0b6c2739c:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-02T16:00:50,769 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-02T16:00:50,770 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,42645,1733155195802 Release verify snapshot worker=e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:50,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,42645,1733155195802 in 10.0190 sec 2024-12-02T16:00:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37607 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-02T16:00:50,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,42645,1733155195802 in 10.0190 sec 2024-12-02T16:00:50,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T16:00:50,771 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,33299,1733155195893 Release verify snapshot worker=e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:50,771 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,44111,1733155195849 Release verify snapshot worker=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:50,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,33299,1733155195893 in 10.0190 sec 2024-12-02T16:00:50,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,44111,1733155195849 in 10.0230 sec 2024-12-02T16:00:50,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,42645,1733155195802 in 10.0220 sec 2024-12-02T16:00:50,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,33299,1733155195893 in 10.0230 sec 2024-12-02T16:00:50,774 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,44111,1733155195849 Release verify snapshot worker=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:50,774 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,44111,1733155195849 Release verify snapshot worker=e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:50,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,44111,1733155195849 in 10.0260 sec 2024-12-02T16:00:50,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=e1c0b6c2739c,44111,1733155195849 in 10.0260 sec 2024-12-02T16:00:50,807 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:00:50,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:00:50,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:00:50,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:00:50,807 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:00:50,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:00:50,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T16:00:50,807 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T16:00:50,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:00:50,807 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T16:00:50,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:00:50,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:50,808 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,42645,1733155195802' ***** 2024-12-02T16:00:50,808 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T16:00:50,808 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,44111,1733155195849' ***** 2024-12-02T16:00:50,808 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T16:00:50,808 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1c0b6c2739c,33299,1733155195893' ***** 2024-12-02T16:00:50,808 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:00:50,808 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T16:00:50,808 INFO [RS:0;e1c0b6c2739c:42645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:00:50,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:00:50,808 INFO [RS:0;e1c0b6c2739c:42645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:00:50,808 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:00:50,808 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T16:00:50,808 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(3091): Received CLOSE for cc0f6cc3a909942b0b765295384f3b49 2024-12-02T16:00:50,808 INFO [RS:2;e1c0b6c2739c:33299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:00:50,808 INFO [RS:2;e1c0b6c2739c:33299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:00:50,808 INFO [RS:1;e1c0b6c2739c:44111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T16:00:50,808 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(3091): Received CLOSE for de5ca762b6df90c6fe40f995acbee81b 2024-12-02T16:00:50,808 INFO [RS:1;e1c0b6c2739c:44111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T16:00:50,808 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for a8b69f0c8a0c1234285ccc7dcf4145ff 2024-12-02T16:00:50,808 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T16:00:50,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:00:50,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T16:00:50,809 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T16:00:50,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:00:50,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T16:00:50,809 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(3091): Received CLOSE for acf7ce5e5ce81b8f186dcf651e386152 2024-12-02T16:00:50,809 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(3091): Received CLOSE for efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:50,809 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(3091): Received CLOSE for 61b8d8044e1bcc44cd574f0a45283106 2024-12-02T16:00:50,809 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:50,809 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc0f6cc3a909942b0b765295384f3b49, disabling compactions & flushes 2024-12-02T16:00:50,809 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T16:00:50,809 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:50,809 INFO [RS:0;e1c0b6c2739c:42645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1c0b6c2739c:42645. 2024-12-02T16:00:50,809 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:50,809 DEBUG [RS:0;e1c0b6c2739c:42645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:00:50,809 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. after waiting 0 ms 2024-12-02T16:00:50,809 DEBUG [RS:0;e1c0b6c2739c:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:50,809 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:50,809 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-02T16:00:50,809 DEBUG [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(1325): Online Regions={cc0f6cc3a909942b0b765295384f3b49=SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49., acf7ce5e5ce81b8f186dcf651e386152=SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152., efeef5ccafdcced98e3b3daf983f9637=SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637., 61b8d8044e1bcc44cd574f0a45283106=SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106.} 2024-12-02T16:00:50,809 DEBUG [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(1351): Waiting on 61b8d8044e1bcc44cd574f0a45283106, acf7ce5e5ce81b8f186dcf651e386152, cc0f6cc3a909942b0b765295384f3b49, efeef5ccafdcced98e3b3daf983f9637 2024-12-02T16:00:50,810 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(3091): Received CLOSE for 76374f279667c1c3368227498767e7a1 2024-12-02T16:00:50,811 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(3091): Received CLOSE for e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:50,811 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de5ca762b6df90c6fe40f995acbee81b, disabling compactions & flushes 2024-12-02T16:00:50,811 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:50,811 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T16:00:50,811 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:50,811 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:50,811 INFO [RS:2;e1c0b6c2739c:33299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e1c0b6c2739c:33299. 2024-12-02T16:00:50,811 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. after waiting 0 ms 2024-12-02T16:00:50,811 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:50,811 DEBUG [RS:2;e1c0b6c2739c:33299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:00:50,811 DEBUG [RS:2;e1c0b6c2739c:33299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:50,811 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T16:00:50,811 DEBUG [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(1325): Online Regions={de5ca762b6df90c6fe40f995acbee81b=SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b., 76374f279667c1c3368227498767e7a1=SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1., e37e94f14c5cdfc99062228ecfb34ed9=SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9.} 2024-12-02T16:00:50,811 DEBUG [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(1351): Waiting on 76374f279667c1c3368227498767e7a1, de5ca762b6df90c6fe40f995acbee81b, e37e94f14c5cdfc99062228ecfb34ed9 2024-12-02T16:00:50,814 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:50,815 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for 5edb78ae1405f74ee195c2cb0a7b72fc 2024-12-02T16:00:50,815 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(959): stopping server e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:50,815 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T16:00:50,815 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8b69f0c8a0c1234285ccc7dcf4145ff, disabling compactions & flushes 2024-12-02T16:00:50,815 INFO [RS:1;e1c0b6c2739c:44111 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e1c0b6c2739c:44111. 2024-12-02T16:00:50,815 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:50,815 DEBUG [RS:1;e1c0b6c2739c:44111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T16:00:50,815 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:50,815 DEBUG [RS:1;e1c0b6c2739c:44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:50,815 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. after waiting 0 ms 2024-12-02T16:00:50,815 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:50,815 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:00:50,815 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:00:50,815 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:00:50,815 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T16:00:50,822 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-12-02T16:00:50,822 DEBUG [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(1325): Online Regions={a8b69f0c8a0c1234285ccc7dcf4145ff=SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff., c3104fdf26869ea566d0438e3f961977=SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977., 5edb78ae1405f74ee195c2cb0a7b72fc=SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T16:00:50,822 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T16:00:50,822 DEBUG [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5edb78ae1405f74ee195c2cb0a7b72fc, a8b69f0c8a0c1234285ccc7dcf4145ff, c3104fdf26869ea566d0438e3f961977 2024-12-02T16:00:50,822 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T16:00:50,822 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T16:00:50,822 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T16:00:50,822 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T16:00:50,822 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-12-02T16:00:50,822 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/cc0f6cc3a909942b0b765295384f3b49/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T16:00:50,823 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:50,824 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc0f6cc3a909942b0b765295384f3b49: Waiting for close lock at 1733155250809Running coprocessor pre-close hooks at 1733155250809Disabling compacts and flushes for region at 1733155250809Disabling writes for close at 1733155250809Writing region close event to WAL at 1733155250810 (+1 ms)Running coprocessor post-close hooks at 1733155250823 (+13 ms)Closed at 1733155250823 2024-12-02T16:00:50,824 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733155209282.cc0f6cc3a909942b0b765295384f3b49. 2024-12-02T16:00:50,824 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acf7ce5e5ce81b8f186dcf651e386152, disabling compactions & flushes 2024-12-02T16:00:50,824 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:50,824 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:50,824 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. after waiting 0 ms 2024-12-02T16:00:50,824 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:50,829 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/de5ca762b6df90c6fe40f995acbee81b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T16:00:50,830 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:50,830 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de5ca762b6df90c6fe40f995acbee81b: Waiting for close lock at 1733155250811Running coprocessor pre-close hooks at 1733155250811Disabling compacts and flushes for region at 1733155250811Disabling writes for close at 1733155250811Writing region close event to WAL at 1733155250815 (+4 ms)Running coprocessor post-close hooks at 1733155250830 (+15 ms)Closed at 1733155250830 2024-12-02T16:00:50,831 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b. 2024-12-02T16:00:50,831 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76374f279667c1c3368227498767e7a1, disabling compactions & flushes 2024-12-02T16:00:50,831 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:50,831 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:50,831 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. after waiting 0 ms 2024-12-02T16:00:50,831 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:50,844 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/a8b69f0c8a0c1234285ccc7dcf4145ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T16:00:50,846 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:50,846 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8b69f0c8a0c1234285ccc7dcf4145ff: Waiting for close lock at 1733155250815Running coprocessor pre-close hooks at 1733155250815Disabling compacts and flushes for region at 1733155250815Disabling writes for close at 1733155250815Writing region close event to WAL at 1733155250831 (+16 ms)Running coprocessor post-close hooks at 1733155250845 (+14 ms)Closed at 1733155250845 2024-12-02T16:00:50,846 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733155209282.a8b69f0c8a0c1234285ccc7dcf4145ff. 2024-12-02T16:00:50,846 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3104fdf26869ea566d0438e3f961977, disabling compactions & flushes 2024-12-02T16:00:50,846 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:50,846 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:50,846 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. after waiting 0 ms 2024-12-02T16:00:50,846 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:50,848 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:00:50,850 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:00:50,850 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/acf7ce5e5ce81b8f186dcf651e386152/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T16:00:50,852 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:50,852 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acf7ce5e5ce81b8f186dcf651e386152: Waiting for close lock at 1733155250824Running coprocessor pre-close hooks at 1733155250824Disabling compacts and flushes for region at 1733155250824Disabling writes for close at 1733155250824Writing region close event to WAL at 1733155250835 (+11 ms)Running coprocessor post-close hooks at 1733155250852 (+17 ms)Closed at 1733155250852 2024-12-02T16:00:50,852 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733155209282.acf7ce5e5ce81b8f186dcf651e386152. 2024-12-02T16:00:50,852 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efeef5ccafdcced98e3b3daf983f9637, disabling compactions & flushes 2024-12-02T16:00:50,852 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:50,852 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:50,852 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. after waiting 0 ms 2024-12-02T16:00:50,852 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:50,862 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/.tmp/info/e5b4be4287894e0e90598e457d98ceb2 is 167, key is SPTestTable,19999999,1733155209282.de5ca762b6df90c6fe40f995acbee81b./info:regioninfo/1733155220494/Put/seqid=0 2024-12-02T16:00:50,872 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/76374f279667c1c3368227498767e7a1/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T16:00:50,874 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:50,874 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76374f279667c1c3368227498767e7a1: Waiting for close lock at 1733155250831Running coprocessor pre-close hooks at 1733155250831Disabling compacts and flushes for region at 1733155250831Disabling writes for close at 1733155250831Writing region close event to WAL at 1733155250843 (+12 ms)Running coprocessor post-close hooks at 1733155250874 (+31 ms)Closed at 1733155250874 2024-12-02T16:00:50,874 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733155209282.76374f279667c1c3368227498767e7a1. 2024-12-02T16:00:50,874 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e37e94f14c5cdfc99062228ecfb34ed9, disabling compactions & flushes 2024-12-02T16:00:50,874 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:50,874 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:50,875 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. after waiting 0 ms 2024-12-02T16:00:50,875 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:50,876 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/c3104fdf26869ea566d0438e3f961977/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T16:00:50,878 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:50,878 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3104fdf26869ea566d0438e3f961977: Waiting for close lock at 1733155250846Running coprocessor pre-close hooks at 1733155250846Disabling compacts and flushes for region at 1733155250846Disabling writes for close at 1733155250846Writing region close event to WAL at 1733155250864 (+18 ms)Running coprocessor post-close hooks at 1733155250878 (+14 ms)Closed at 1733155250878 2024-12-02T16:00:50,878 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733155209282.c3104fdf26869ea566d0438e3f961977. 2024-12-02T16:00:50,879 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5edb78ae1405f74ee195c2cb0a7b72fc, disabling compactions & flushes 2024-12-02T16:00:50,879 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:50,880 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:50,880 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. after waiting 0 ms 2024-12-02T16:00:50,880 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:50,891 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/efeef5ccafdcced98e3b3daf983f9637/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T16:00:50,893 INFO [regionserver/e1c0b6c2739c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:00:50,893 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:50,894 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efeef5ccafdcced98e3b3daf983f9637: Waiting for close lock at 1733155250852Running coprocessor pre-close hooks at 1733155250852Disabling compacts and flushes for region at 1733155250852Disabling writes for close at 1733155250852Writing region close event to WAL at 1733155250872 (+20 ms)Running coprocessor post-close hooks at 1733155250893 (+21 ms)Closed at 1733155250893 2024-12-02T16:00:50,894 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733155209282.efeef5ccafdcced98e3b3daf983f9637. 2024-12-02T16:00:50,894 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61b8d8044e1bcc44cd574f0a45283106, disabling compactions & flushes 2024-12-02T16:00:50,894 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:50,894 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:50,894 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. after waiting 0 ms 2024-12-02T16:00:50,894 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:50,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741864_1040 (size=18393) 2024-12-02T16:00:50,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741864_1040 (size=18393) 2024-12-02T16:00:50,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741864_1040 (size=18393) 2024-12-02T16:00:50,917 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/.tmp/info/e5b4be4287894e0e90598e457d98ceb2 2024-12-02T16:00:50,917 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/5edb78ae1405f74ee195c2cb0a7b72fc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T16:00:50,918 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:50,918 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5edb78ae1405f74ee195c2cb0a7b72fc: Waiting for close lock at 1733155250879Running coprocessor pre-close hooks at 1733155250879Disabling compacts and flushes for region at 1733155250879Disabling writes for close at 1733155250880 (+1 ms)Writing region close event to WAL at 1733155250895 (+15 ms)Running coprocessor post-close hooks at 1733155250918 (+23 ms)Closed at 1733155250918 2024-12-02T16:00:50,918 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733155209282.5edb78ae1405f74ee195c2cb0a7b72fc. 2024-12-02T16:00:50,919 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/e37e94f14c5cdfc99062228ecfb34ed9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T16:00:50,920 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:50,920 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e37e94f14c5cdfc99062228ecfb34ed9: Waiting for close lock at 1733155250874Running coprocessor pre-close hooks at 1733155250874Disabling compacts and flushes for region at 1733155250874Disabling writes for close at 1733155250875 (+1 ms)Writing region close event to WAL at 1733155250905 (+30 ms)Running coprocessor post-close hooks at 1733155250920 (+15 ms)Closed at 1733155250920 2024-12-02T16:00:50,920 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733155209282.e37e94f14c5cdfc99062228ecfb34ed9. 2024-12-02T16:00:50,923 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/default/SPTestTable/61b8d8044e1bcc44cd574f0a45283106/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T16:00:50,925 INFO [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:50,925 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61b8d8044e1bcc44cd574f0a45283106: Waiting for close lock at 1733155250894Running coprocessor pre-close hooks at 1733155250894Disabling compacts and flushes for region at 1733155250894Disabling writes for close at 1733155250894Writing region close event to WAL at 1733155250905 (+11 ms)Running coprocessor post-close hooks at 1733155250925 (+20 ms)Closed at 1733155250925 2024-12-02T16:00:50,925 DEBUG [RS_CLOSE_REGION-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733155209282.61b8d8044e1bcc44cd574f0a45283106. 2024-12-02T16:00:50,953 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/.tmp/ns/83f737c77bc742458fcba8bbfe0aedf2 is 43, key is default/ns:d/1733155209145/Put/seqid=0 2024-12-02T16:00:50,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741865_1041 (size=5153) 2024-12-02T16:00:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741865_1041 (size=5153) 2024-12-02T16:00:50,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741865_1041 (size=5153) 2024-12-02T16:00:50,967 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/.tmp/ns/83f737c77bc742458fcba8bbfe0aedf2 2024-12-02T16:00:50,996 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T16:00:50,996 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T16:00:51,000 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/.tmp/table/a0c066bf6ffb4d7a819b1a429258caca is 47, key is SPTestTable/table:state/1733155220559/Put/seqid=0 2024-12-02T16:00:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741866_1042 (size=5214) 2024-12-02T16:00:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741866_1042 (size=5214) 2024-12-02T16:00:51,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741866_1042 (size=5214) 2024-12-02T16:00:51,009 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/.tmp/table/a0c066bf6ffb4d7a819b1a429258caca 2024-12-02T16:00:51,010 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,42645,1733155195802; all regions closed. 2024-12-02T16:00:51,011 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,33299,1733155195893; all regions closed. 2024-12-02T16:00:51,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741835_1011 (size=2917) 2024-12-02T16:00:51,015 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/WALs/e1c0b6c2739c,33299,1733155195893/e1c0b6c2739c%2C33299%2C1733155195893.1733155197135 not finished, retry = 0 2024-12-02T16:00:51,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741835_1011 (size=2917) 2024-12-02T16:00:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741835_1011 (size=2917) 2024-12-02T16:00:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741833_1009 (size=2364) 2024-12-02T16:00:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741833_1009 (size=2364) 2024-12-02T16:00:51,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741833_1009 (size=2364) 2024-12-02T16:00:51,020 DEBUG [RS:0;e1c0b6c2739c:42645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/oldWALs 2024-12-02T16:00:51,020 INFO [RS:0;e1c0b6c2739c:42645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C42645%2C1733155195802:(num 1733155197146) 2024-12-02T16:00:51,021 DEBUG [RS:0;e1c0b6c2739c:42645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:51,021 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:00:51,021 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T16:00:51,021 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T16:00:51,021 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:00:51,021 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T16:00:51,021 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:00:51,021 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:00:51,021 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T16:00:51,022 INFO [RS:0;e1c0b6c2739c:42645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42645 2024-12-02T16:00:51,022 DEBUG [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T16:00:51,024 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/.tmp/info/e5b4be4287894e0e90598e457d98ceb2 as hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/info/e5b4be4287894e0e90598e457d98ceb2 2024-12-02T16:00:51,031 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/info/e5b4be4287894e0e90598e457d98ceb2, entries=100, sequenceid=29, filesize=18.0 K 2024-12-02T16:00:51,032 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,42645,1733155195802 2024-12-02T16:00:51,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:00:51,032 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/.tmp/ns/83f737c77bc742458fcba8bbfe0aedf2 as hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/ns/83f737c77bc742458fcba8bbfe0aedf2 2024-12-02T16:00:51,032 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T16:00:51,039 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/ns/83f737c77bc742458fcba8bbfe0aedf2, entries=2, sequenceid=29, filesize=5.0 K 2024-12-02T16:00:51,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,42645,1733155195802] 2024-12-02T16:00:51,041 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/.tmp/table/a0c066bf6ffb4d7a819b1a429258caca as hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/table/a0c066bf6ffb4d7a819b1a429258caca 2024-12-02T16:00:51,048 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/table/a0c066bf6ffb4d7a819b1a429258caca, entries=2, sequenceid=29, filesize=5.1 K 2024-12-02T16:00:51,048 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,42645,1733155195802 already deleted, retry=false 2024-12-02T16:00:51,048 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,42645,1733155195802 expired; onlineServers=2 2024-12-02T16:00:51,049 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 227ms, sequenceid=29, compaction requested=false 2024-12-02T16:00:51,053 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T16:00:51,053 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T16:00:51,054 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-12-02T16:00:51,054 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T16:00:51,054 INFO [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T16:00:51,055 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733155250822Running coprocessor pre-close hooks at 1733155250822Disabling compacts and flushes for region at 1733155250822Disabling writes for close at 1733155250822Obtaining lock to block concurrent updates at 1733155250822Preparing flush snapshotting stores in 1588230740 at 1733155250822Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1733155250823 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733155250824 (+1 ms)Flushing 1588230740/info: creating writer at 1733155250824Flushing 1588230740/info: appending metadata at 1733155250861 (+37 ms)Flushing 1588230740/info: closing flushed file at 1733155250861Flushing 1588230740/ns: creating writer at 1733155250930 (+69 ms)Flushing 1588230740/ns: appending metadata at 1733155250952 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733155250952Flushing 1588230740/table: creating writer at 1733155250979 (+27 ms)Flushing 1588230740/table: appending metadata at 1733155251000 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733155251000Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e3832ab: reopening flushed file at 1733155251023 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c6411: reopening flushed file at 1733155251031 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8868a9: reopening flushed file at 1733155251039 (+8 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 227ms, sequenceid=29, compaction requested=false at 1733155251049 (+10 ms)Writing region close event to WAL at 1733155251050 (+1 ms)Running coprocessor post-close hooks at 1733155251054 (+4 ms)Closed at 1733155251054 2024-12-02T16:00:51,055 DEBUG [RS_CLOSE_META-regionserver/e1c0b6c2739c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T16:00:51,096 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T16:00:51,096 INFO [regionserver/e1c0b6c2739c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T16:00:51,118 DEBUG [RS:2;e1c0b6c2739c:33299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/oldWALs 2024-12-02T16:00:51,119 INFO [RS:2;e1c0b6c2739c:33299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C33299%2C1733155195893:(num 1733155197135) 2024-12-02T16:00:51,119 DEBUG [RS:2;e1c0b6c2739c:33299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:51,119 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:00:51,119 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T16:00:51,119 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T16:00:51,119 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T16:00:51,119 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T16:00:51,119 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T16:00:51,119 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T16:00:51,119 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T16:00:51,120 INFO [RS:2;e1c0b6c2739c:33299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33299 2024-12-02T16:00:51,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:00:51,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,33299,1733155195893 2024-12-02T16:00:51,123 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T16:00:51,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,33299,1733155195893] 2024-12-02T16:00:51,140 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,33299,1733155195893 already deleted, retry=false 2024-12-02T16:00:51,140 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,33299,1733155195893 expired; onlineServers=1 2024-12-02T16:00:51,141 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:00:51,141 INFO [RS:0;e1c0b6c2739c:42645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T16:00:51,141 DEBUG [pool-309-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42645-0x101980f2d580001, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:00:51,141 INFO [RS:0;e1c0b6c2739c:42645 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,42645,1733155195802; zookeeper connection closed. 2024-12-02T16:00:51,141 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c71f2b8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c71f2b8 2024-12-02T16:00:51,222 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(976): stopping server e1c0b6c2739c,44111,1733155195849; all regions closed. 2024-12-02T16:00:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741836_1012 (size=15114) 2024-12-02T16:00:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741836_1012 (size=15114) 2024-12-02T16:00:51,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741836_1012 (size=15114) 2024-12-02T16:00:51,227 DEBUG [RS:1;e1c0b6c2739c:44111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/oldWALs 2024-12-02T16:00:51,227 INFO [RS:1;e1c0b6c2739c:44111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C44111%2C1733155195849.meta:.meta(num 1733155207544) 2024-12-02T16:00:51,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741834_1010 (size=2886) 2024-12-02T16:00:51,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741834_1010 (size=2886) 2024-12-02T16:00:51,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741834_1010 (size=2886) 2024-12-02T16:00:51,232 INFO [RS:2;e1c0b6c2739c:33299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T16:00:51,232 INFO [RS:2;e1c0b6c2739c:33299 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,33299,1733155195893; zookeeper connection closed. 2024-12-02T16:00:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:00:51,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33299-0x101980f2d580003, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:00:51,232 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d0eff26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d0eff26 2024-12-02T16:00:51,234 DEBUG [RS:1;e1c0b6c2739c:44111 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/oldWALs 2024-12-02T16:00:51,234 INFO [RS:1;e1c0b6c2739c:44111 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1c0b6c2739c%2C44111%2C1733155195849:(num 1733155197148) 2024-12-02T16:00:51,234 DEBUG [RS:1;e1c0b6c2739c:44111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T16:00:51,234 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T16:00:51,234 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T16:00:51,234 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.ChoreService(370): Chore service for: regionserver/e1c0b6c2739c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T16:00:51,234 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T16:00:51,234 INFO [regionserver/e1c0b6c2739c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T16:00:51,235 INFO [RS:1;e1c0b6c2739c:44111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44111 2024-12-02T16:00:51,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1c0b6c2739c,44111,1733155195849 2024-12-02T16:00:51,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T16:00:51,248 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T16:00:51,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1c0b6c2739c,44111,1733155195849] 2024-12-02T16:00:51,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1c0b6c2739c,44111,1733155195849 already deleted, retry=false 2024-12-02T16:00:51,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1c0b6c2739c,44111,1733155195849 expired; onlineServers=0 2024-12-02T16:00:51,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1c0b6c2739c,37607,1733155195643' ***** 2024-12-02T16:00:51,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T16:00:51,265 INFO [M:0;e1c0b6c2739c:37607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T16:00:51,265 INFO [M:0;e1c0b6c2739c:37607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T16:00:51,265 DEBUG [M:0;e1c0b6c2739c:37607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T16:00:51,266 DEBUG [M:0;e1c0b6c2739c:37607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T16:00:51,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T16:00:51,266 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733155196761 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.large.0-1733155196761,5,FailOnTimeoutGroup] 2024-12-02T16:00:51,266 INFO [M:0;e1c0b6c2739c:37607 {}] hbase.ChoreService(370): Chore service for: master/e1c0b6c2739c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T16:00:51,266 INFO [M:0;e1c0b6c2739c:37607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T16:00:51,266 DEBUG [M:0;e1c0b6c2739c:37607 {}] master.HMaster(1795): Stopping service threads 2024-12-02T16:00:51,266 INFO [M:0;e1c0b6c2739c:37607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T16:00:51,266 INFO [M:0;e1c0b6c2739c:37607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T16:00:51,266 DEBUG [master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733155196762 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1c0b6c2739c:0:becomeActiveMaster-HFileCleaner.small.0-1733155196762,5,FailOnTimeoutGroup] 2024-12-02T16:00:51,266 ERROR [M:0;e1c0b6c2739c:37607 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (808243307) connection to localhost/127.0.0.1:43449 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43449,5,PEWorkerGroup] 2024-12-02T16:00:51,266 INFO [M:0;e1c0b6c2739c:37607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T16:00:51,266 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T16:00:51,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T16:00:51,273 DEBUG [M:0;e1c0b6c2739c:37607 {}] zookeeper.ZKUtil(347): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T16:00:51,273 WARN [M:0;e1c0b6c2739c:37607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T16:00:51,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T16:00:51,274 INFO [M:0;e1c0b6c2739c:37607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/.lastflushedseqids 2024-12-02T16:00:51,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741867_1043 (size=650) 2024-12-02T16:00:51,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741867_1043 (size=650) 2024-12-02T16:00:51,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741867_1043 (size=650) 2024-12-02T16:00:51,286 INFO [M:0;e1c0b6c2739c:37607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T16:00:51,286 INFO [M:0;e1c0b6c2739c:37607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T16:00:51,286 DEBUG [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T16:00:51,286 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:00:51,286 DEBUG [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:00:51,286 DEBUG [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T16:00:51,286 DEBUG [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:00:51,286 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=137.69 KB heapSize=169.73 KB 2024-12-02T16:00:51,301 DEBUG [M:0;e1c0b6c2739c:37607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d5476076a474c44a4c128964e335aaa is 82, key is hbase:meta,,1/info:regioninfo/1733155209082/Put/seqid=0 2024-12-02T16:00:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741868_1044 (size=5672) 2024-12-02T16:00:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741868_1044 (size=5672) 2024-12-02T16:00:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741868_1044 (size=5672) 2024-12-02T16:00:51,307 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d5476076a474c44a4c128964e335aaa 2024-12-02T16:00:51,325 DEBUG [M:0;e1c0b6c2739c:37607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/244e69117c5f4508930ab1758ffb62da is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733155220565/Put/seqid=0 2024-12-02T16:00:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741869_1045 (size=14467) 2024-12-02T16:00:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741869_1045 (size=14467) 2024-12-02T16:00:51,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741869_1045 (size=14467) 2024-12-02T16:00:51,332 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=137.00 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/244e69117c5f4508930ab1758ffb62da 2024-12-02T16:00:51,336 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 244e69117c5f4508930ab1758ffb62da 2024-12-02T16:00:51,349 DEBUG [M:0;e1c0b6c2739c:37607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf0fb87ffca94bce8036cc2ee24e15e4 is 69, key is e1c0b6c2739c,33299,1733155195893/rs:state/1733155196896/Put/seqid=0 2024-12-02T16:00:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741870_1046 (size=5294) 2024-12-02T16:00:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741870_1046 (size=5294) 2024-12-02T16:00:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741870_1046 (size=5294) 2024-12-02T16:00:51,355 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf0fb87ffca94bce8036cc2ee24e15e4 2024-12-02T16:00:51,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:00:51,357 INFO [RS:1;e1c0b6c2739c:44111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T16:00:51,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44111-0x101980f2d580002, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:00:51,357 INFO [RS:1;e1c0b6c2739c:44111 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1c0b6c2739c,44111,1733155195849; zookeeper connection closed. 2024-12-02T16:00:51,357 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6818eb47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6818eb47 2024-12-02T16:00:51,357 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T16:00:51,361 DEBUG [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d5476076a474c44a4c128964e335aaa as hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d5476076a474c44a4c128964e335aaa 2024-12-02T16:00:51,366 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d5476076a474c44a4c128964e335aaa, entries=8, sequenceid=353, filesize=5.5 K 2024-12-02T16:00:51,367 DEBUG [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/244e69117c5f4508930ab1758ffb62da as hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/244e69117c5f4508930ab1758ffb62da 2024-12-02T16:00:51,373 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 244e69117c5f4508930ab1758ffb62da 2024-12-02T16:00:51,373 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/244e69117c5f4508930ab1758ffb62da, entries=45, sequenceid=353, filesize=14.1 K 2024-12-02T16:00:51,374 DEBUG [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf0fb87ffca94bce8036cc2ee24e15e4 as hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf0fb87ffca94bce8036cc2ee24e15e4 2024-12-02T16:00:51,382 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43449/user/jenkins/test-data/b59a8d5f-3fb0-0b91-1804-b8d31f31cf93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf0fb87ffca94bce8036cc2ee24e15e4, entries=3, sequenceid=353, filesize=5.2 K 2024-12-02T16:00:51,383 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.69 KB/140990, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=353, compaction requested=false 2024-12-02T16:00:51,384 INFO [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T16:00:51,384 DEBUG [M:0;e1c0b6c2739c:37607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733155251286Disabling compacts and flushes for region at 1733155251286Disabling writes for close at 1733155251286Obtaining lock to block concurrent updates at 1733155251286Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733155251286Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=140990, getHeapSize=173736, getOffHeapSize=0, getCellsCount=420 at 1733155251287 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733155251287Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733155251287Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733155251301 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733155251301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733155251312 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733155251325 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733155251325Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733155251336 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733155251349 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733155251349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dafae0f: reopening flushed file at 1733155251360 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21a2f3c8: reopening flushed file at 1733155251366 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e684149: reopening flushed file at 1733155251373 (+7 ms)Finished flush of dataSize ~137.69 KB/140990, heapSize ~169.43 KB/173496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=353, compaction requested=false at 1733155251383 (+10 ms)Writing region close event to WAL at 1733155251384 (+1 ms)Closed at 1733155251384 2024-12-02T16:00:51,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741830_1006 (size=164622) 2024-12-02T16:00:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33925 is added to blk_1073741830_1006 (size=164622) 2024-12-02T16:00:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741830_1006 (size=164622) 2024-12-02T16:00:51,388 INFO [M:0;e1c0b6c2739c:37607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T16:00:51,388 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T16:00:51,388 INFO [M:0;e1c0b6c2739c:37607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37607 2024-12-02T16:00:51,388 INFO [M:0;e1c0b6c2739c:37607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T16:00:51,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:00:51,498 INFO [M:0;e1c0b6c2739c:37607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T16:00:51,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37607-0x101980f2d580000, quorum=127.0.0.1:49776, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T16:00:51,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4871648e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:00:51,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62492df2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:00:51,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:00:51,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b7c8bf1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:00:51,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1009edfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/hadoop.log.dir/,STOPPED} 2024-12-02T16:00:51,506 WARN [BP-877091790-172.17.0.3-1733155193939 heartbeating to localhost/127.0.0.1:43449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:00:51,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:00:51,506 WARN [BP-877091790-172.17.0.3-1733155193939 heartbeating to localhost/127.0.0.1:43449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-877091790-172.17.0.3-1733155193939 (Datanode Uuid c3599f2b-8782-4089-85df-b7445a5aff7a) service to localhost/127.0.0.1:43449 2024-12-02T16:00:51,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:00:51,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data5/current/BP-877091790-172.17.0.3-1733155193939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:00:51,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data6/current/BP-877091790-172.17.0.3-1733155193939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:00:51,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:00:51,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3125bff6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:00:51,512 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@247018b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:00:51,512 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:00:51,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b06c555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:00:51,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7539655b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/hadoop.log.dir/,STOPPED} 2024-12-02T16:00:51,514 WARN [BP-877091790-172.17.0.3-1733155193939 heartbeating to localhost/127.0.0.1:43449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:00:51,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:00:51,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:00:51,514 WARN [BP-877091790-172.17.0.3-1733155193939 heartbeating to localhost/127.0.0.1:43449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-877091790-172.17.0.3-1733155193939 (Datanode Uuid 4d161feb-d327-42ee-8995-b13750d50c6b) service to localhost/127.0.0.1:43449 2024-12-02T16:00:51,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data3/current/BP-877091790-172.17.0.3-1733155193939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:00:51,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data4/current/BP-877091790-172.17.0.3-1733155193939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:00:51,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:00:51,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d93f1ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T16:00:51,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d24a5aa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:00:51,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:00:51,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e26962f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:00:51,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34683201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/hadoop.log.dir/,STOPPED} 2024-12-02T16:00:51,524 WARN [BP-877091790-172.17.0.3-1733155193939 heartbeating to localhost/127.0.0.1:43449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T16:00:51,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T16:00:51,524 WARN [BP-877091790-172.17.0.3-1733155193939 heartbeating to localhost/127.0.0.1:43449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-877091790-172.17.0.3-1733155193939 (Datanode Uuid 43e84c3f-9a43-4ee6-a9b9-24bf1254d728) service to localhost/127.0.0.1:43449 2024-12-02T16:00:51,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T16:00:51,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data1/current/BP-877091790-172.17.0.3-1733155193939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:00:51,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/cluster_1b7c2bdc-e004-e919-37f4-cbe7ff950d20/data/data2/current/BP-877091790-172.17.0.3-1733155193939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T16:00:51,525 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T16:00:51,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7554be3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T16:00:51,531 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bb4ce0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T16:00:51,531 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T16:00:51,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@395eea5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T16:00:51,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295706e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fcb2d1c6-4f7a-a8a2-a846-68f3cbf782b4/hadoop.log.dir/,STOPPED} 2024-12-02T16:00:51,538 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T16:00:51,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T16:00:51,584 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=128 (was 95) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:43449 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:43449 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:43449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:43449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (808243307) connection to localhost/127.0.0.1:43449 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=481 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=434 (was 455), ProcessCount=11 (was 11), AvailableMemoryMB=3850 (was 4940)