2024-11-28 07:41:32,236 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-28 07:41:32,253 main DEBUG Took 0.014835 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 07:41:32,254 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 07:41:32,254 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 07:41:32,255 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 07:41:32,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,266 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 07:41:32,282 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,285 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,286 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,288 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,289 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,290 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,292 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,293 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,294 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,295 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,296 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,297 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,298 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 07:41:32,298 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,299 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 07:41:32,301 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 07:41:32,302 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 07:41:32,304 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 07:41:32,305 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 07:41:32,306 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 07:41:32,307 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 07:41:32,318 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 07:41:32,322 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 07:41:32,324 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 07:41:32,324 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 07:41:32,325 main DEBUG createAppenders(={Console}) 2024-11-28 07:41:32,326 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-28 07:41:32,326 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-28 07:41:32,326 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-28 07:41:32,327 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 07:41:32,328 main DEBUG OutputStream closed 2024-11-28 07:41:32,328 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 07:41:32,328 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 07:41:32,329 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-28 07:41:32,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 07:41:32,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 07:41:32,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 07:41:32,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 07:41:32,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 07:41:32,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 07:41:32,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 07:41:32,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 07:41:32,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 07:41:32,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 07:41:32,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 07:41:32,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 07:41:32,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 07:41:32,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 07:41:32,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 07:41:32,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 07:41:32,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 07:41:32,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 07:41:32,416 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 07:41:32,416 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-28 07:41:32,416 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 07:41:32,417 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-28T07:41:32,436 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-28 07:41:32,440 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 07:41:32,441 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T07:41:32,450 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-28T07:41:32,482 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=7520 2024-11-28T07:41:32,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6 2024-11-28T07:41:32,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T07:41:32,765 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2, deleteOnExit=true 2024-11-28T07:41:32,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T07:41:32,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/test.cache.data in system properties and HBase conf 2024-11-28T07:41:32,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T07:41:32,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir in system properties and HBase conf 2024-11-28T07:41:32,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T07:41:32,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T07:41:32,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T07:41:32,854 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T07:41:32,939 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T07:41:32,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:41:32,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:41:32,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T07:41:32,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:41:32,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T07:41:32,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T07:41:32,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:41:32,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:41:32,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T07:41:32,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/nfs.dump.dir in system properties and HBase conf 2024-11-28T07:41:32,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/java.io.tmpdir in system properties and HBase conf 2024-11-28T07:41:32,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:41:32,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T07:41:32,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T07:41:33,753 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T07:41:33,835 INFO [Time-limited test {}] log.Log(170): Logging initialized @2269ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T07:41:33,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:41:33,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:41:33,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:41:33,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:41:33,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:41:34,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:41:34,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:41:34,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:41:34,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/java.io.tmpdir/jetty-localhost-39547-hadoop-hdfs-3_4_1-tests_jar-_-any-16865995284360706404/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:41:34,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:39547} 2024-11-28T07:41:34,222 INFO [Time-limited test {}] server.Server(415): Started @2656ms 2024-11-28T07:41:34,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:41:34,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:41:34,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:41:34,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:41:34,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:41:34,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:41:34,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:41:34,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/java.io.tmpdir/jetty-localhost-39151-hadoop-hdfs-3_4_1-tests_jar-_-any-4377714708141394039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:41:34,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:39151} 2024-11-28T07:41:34,739 INFO [Time-limited test {}] server.Server(415): Started @3174ms 2024-11-28T07:41:34,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:41:34,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:41:34,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:41:34,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:41:34,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:41:34,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:41:34,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:41:34,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:41:35,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/java.io.tmpdir/jetty-localhost-38373-hadoop-hdfs-3_4_1-tests_jar-_-any-16675242295802092277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:41:35,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:38373} 2024-11-28T07:41:35,077 INFO [Time-limited test {}] server.Server(415): Started @3512ms 2024-11-28T07:41:35,079 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:41:35,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:41:35,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:41:35,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:41:35,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:41:35,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:41:35,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:41:35,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:41:35,228 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data4/current/BP-1465010031-172.17.0.2-1732779693499/current, will proceed with Du for space computation calculation, 2024-11-28T07:41:35,228 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data1/current/BP-1465010031-172.17.0.2-1732779693499/current, will proceed with Du for space computation calculation, 2024-11-28T07:41:35,228 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data3/current/BP-1465010031-172.17.0.2-1732779693499/current, will proceed with Du for space computation calculation, 2024-11-28T07:41:35,228 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data2/current/BP-1465010031-172.17.0.2-1732779693499/current, will proceed with Du for space computation calculation, 2024-11-28T07:41:35,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/java.io.tmpdir/jetty-localhost-42747-hadoop-hdfs-3_4_1-tests_jar-_-any-11196586763715832720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:41:35,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:42747} 2024-11-28T07:41:35,276 INFO [Time-limited test {}] server.Server(415): Started @3710ms 2024-11-28T07:41:35,278 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:41:35,294 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:41:35,294 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:41:35,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd39517876e2ca415 with lease ID 0xeed37ed59ef182d5: Processing first storage report for DS-1b2e7735-99a6-496b-be32-3e6da94cbe3e from datanode DatanodeRegistration(127.0.0.1:43739, datanodeUuid=a50070b5-40a1-43fd-8fd3-639ffecf7292, infoPort=34715, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499) 2024-11-28T07:41:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd39517876e2ca415 with lease ID 0xeed37ed59ef182d5: from storage DS-1b2e7735-99a6-496b-be32-3e6da94cbe3e node DatanodeRegistration(127.0.0.1:43739, datanodeUuid=a50070b5-40a1-43fd-8fd3-639ffecf7292, infoPort=34715, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-28T07:41:35,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9368f6f831fb751 with lease ID 0xeed37ed59ef182d6: Processing first storage report for DS-26a311d5-720e-4d27-ae40-2db5167c1dd8 from datanode DatanodeRegistration(127.0.0.1:37085, datanodeUuid=ddfe3b37-bf73-4133-beb1-1b44e6d18ad3, infoPort=45217, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499) 2024-11-28T07:41:35,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9368f6f831fb751 with lease ID 0xeed37ed59ef182d6: from storage DS-26a311d5-720e-4d27-ae40-2db5167c1dd8 node DatanodeRegistration(127.0.0.1:37085, datanodeUuid=ddfe3b37-bf73-4133-beb1-1b44e6d18ad3, infoPort=45217, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:41:35,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd39517876e2ca415 with lease ID 0xeed37ed59ef182d5: Processing first storage report for DS-4ceb1d42-5406-497e-8476-c9726382ed20 from datanode DatanodeRegistration(127.0.0.1:43739, datanodeUuid=a50070b5-40a1-43fd-8fd3-639ffecf7292, infoPort=34715, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499) 2024-11-28T07:41:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd39517876e2ca415 with lease ID 0xeed37ed59ef182d5: from storage DS-4ceb1d42-5406-497e-8476-c9726382ed20 node DatanodeRegistration(127.0.0.1:43739, datanodeUuid=a50070b5-40a1-43fd-8fd3-639ffecf7292, infoPort=34715, infoSecurePort=0, ipcPort=33703, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:41:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9368f6f831fb751 with lease ID 0xeed37ed59ef182d6: Processing first storage report for DS-3e8c7638-8f38-4090-855d-07d41ddeea6f from datanode DatanodeRegistration(127.0.0.1:37085, datanodeUuid=ddfe3b37-bf73-4133-beb1-1b44e6d18ad3, infoPort=45217, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499) 2024-11-28T07:41:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9368f6f831fb751 with lease ID 0xeed37ed59ef182d6: from storage DS-3e8c7638-8f38-4090-855d-07d41ddeea6f node DatanodeRegistration(127.0.0.1:37085, datanodeUuid=ddfe3b37-bf73-4133-beb1-1b44e6d18ad3, infoPort=45217, infoSecurePort=0, ipcPort=38823, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:41:35,413 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data6/current/BP-1465010031-172.17.0.2-1732779693499/current, will proceed with Du for space computation calculation, 2024-11-28T07:41:35,413 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data5/current/BP-1465010031-172.17.0.2-1732779693499/current, will proceed with Du for space computation calculation, 2024-11-28T07:41:35,438 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:41:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x323f871cb22bbdf8 with lease ID 0xeed37ed59ef182d7: Processing first storage report for DS-3f5392af-a709-4c7d-84d0-929dffc5ccc7 from datanode DatanodeRegistration(127.0.0.1:34665, datanodeUuid=7b0514b4-4493-4bad-83c3-15b2a7d48f18, infoPort=45009, infoSecurePort=0, ipcPort=40715, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499) 2024-11-28T07:41:35,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x323f871cb22bbdf8 with lease ID 0xeed37ed59ef182d7: from storage DS-3f5392af-a709-4c7d-84d0-929dffc5ccc7 node DatanodeRegistration(127.0.0.1:34665, datanodeUuid=7b0514b4-4493-4bad-83c3-15b2a7d48f18, infoPort=45009, infoSecurePort=0, ipcPort=40715, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:41:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x323f871cb22bbdf8 with lease ID 0xeed37ed59ef182d7: Processing first storage report for DS-20d27c42-9e03-4704-8ff0-7bbff1b5e112 from datanode DatanodeRegistration(127.0.0.1:34665, datanodeUuid=7b0514b4-4493-4bad-83c3-15b2a7d48f18, infoPort=45009, infoSecurePort=0, ipcPort=40715, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499) 2024-11-28T07:41:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x323f871cb22bbdf8 with lease ID 0xeed37ed59ef182d7: from storage DS-20d27c42-9e03-4704-8ff0-7bbff1b5e112 node DatanodeRegistration(127.0.0.1:34665, datanodeUuid=7b0514b4-4493-4bad-83c3-15b2a7d48f18, infoPort=45009, infoSecurePort=0, ipcPort=40715, storageInfo=lv=-57;cid=testClusterID;nsid=2046111006;c=1732779693499), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:41:35,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6 2024-11-28T07:41:35,779 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/zookeeper_0, clientPort=60268, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T07:41:35,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60268 2024-11-28T07:41:35,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:35,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:41:36,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:41:36,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:41:36,440 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c with version=8 2024-11-28T07:41:36,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/hbase-staging 2024-11-28T07:41:36,539 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T07:41:36,790 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:41:36,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:36,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:36,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:41:36,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:36,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:41:36,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T07:41:37,019 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T07:41:37,029 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T07:41:37,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:41:37,061 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5616 (auto-detected) 2024-11-28T07:41:37,062 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T07:41:37,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35187 2024-11-28T07:41:37,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35187 connecting to ZooKeeper ensemble=127.0.0.1:60268 2024-11-28T07:41:37,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351870x0, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:41:37,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35187-0x1015d85c9210000 connected 2024-11-28T07:41:37,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:37,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:37,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:41:37,187 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c, hbase.cluster.distributed=false 2024-11-28T07:41:37,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:41:37,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-28T07:41:37,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35187 2024-11-28T07:41:37,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35187 2024-11-28T07:41:37,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-28T07:41:37,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-28T07:41:37,327 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:41:37,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:37,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:37,330 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:41:37,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:37,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:41:37,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:41:37,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:41:37,336 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43723 2024-11-28T07:41:37,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43723 connecting to ZooKeeper ensemble=127.0.0.1:60268 2024-11-28T07:41:37,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:37,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:37,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437230x0, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:41:37,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437230x0, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:41:37,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43723-0x1015d85c9210001 connected 2024-11-28T07:41:37,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:41:37,364 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:41:37,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:41:37,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:41:37,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43723 2024-11-28T07:41:37,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43723 2024-11-28T07:41:37,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43723 2024-11-28T07:41:37,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43723 2024-11-28T07:41:37,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43723 2024-11-28T07:41:37,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:41:37,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:37,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:37,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:41:37,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:37,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:41:37,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:41:37,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:41:37,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40635 2024-11-28T07:41:37,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40635 connecting to ZooKeeper ensemble=127.0.0.1:60268 2024-11-28T07:41:37,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:37,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:37,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406350x0, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:41:37,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406350x0, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:41:37,418 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:41:37,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40635-0x1015d85c9210002 connected 2024-11-28T07:41:37,423 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:41:37,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:41:37,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:41:37,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-28T07:41:37,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40635 2024-11-28T07:41:37,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40635 2024-11-28T07:41:37,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-28T07:41:37,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40635 2024-11-28T07:41:37,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:41:37,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:37,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:37,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:41:37,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:41:37,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:41:37,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:41:37,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:41:37,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33173 2024-11-28T07:41:37,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33173 connecting to ZooKeeper ensemble=127.0.0.1:60268 2024-11-28T07:41:37,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:37,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:37,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331730x0, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:41:37,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33173-0x1015d85c9210003 connected 2024-11-28T07:41:37,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:41:37,464 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:41:37,465 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:41:37,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:41:37,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:41:37,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-28T07:41:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33173 2024-11-28T07:41:37,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33173 2024-11-28T07:41:37,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-28T07:41:37,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33173 2024-11-28T07:41:37,486 DEBUG [M:0;f64cf8bdf19b:35187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f64cf8bdf19b:35187 2024-11-28T07:41:37,487 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f64cf8bdf19b,35187,1732779696591 2024-11-28T07:41:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:41:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:41:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:41:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:41:37,496 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f64cf8bdf19b,35187,1732779696591 2024-11-28T07:41:37,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:41:37,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:37,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:41:37,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:41:37,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:37,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:37,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:37,518 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T07:41:37,519 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f64cf8bdf19b,35187,1732779696591 from backup master directory 2024-11-28T07:41:37,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f64cf8bdf19b,35187,1732779696591 2024-11-28T07:41:37,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:41:37,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:41:37,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:41:37,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:41:37,523 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:41:37,523 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f64cf8bdf19b,35187,1732779696591 2024-11-28T07:41:37,525 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T07:41:37,527 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T07:41:37,580 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/hbase.id] with ID: ddbb1e6f-76e4-42cc-95f0-c77e1082dc6c 2024-11-28T07:41:37,580 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/.tmp/hbase.id 2024-11-28T07:41:37,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:41:37,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:41:37,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:41:37,595 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/.tmp/hbase.id]:[hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/hbase.id] 2024-11-28T07:41:37,642 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:41:37,647 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T07:41:37,667 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-28T07:41:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:37,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:41:37,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:41:37,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:41:37,711 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:41:37,713 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T07:41:37,730 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T07:41:37,735 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:41:37,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:41:37,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:41:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:41:37,808 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store 2024-11-28T07:41:37,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:41:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:41:37,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:41:37,838 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T07:41:37,841 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:37,842 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:41:37,842 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:41:37,842 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:41:37,844 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:41:37,844 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:41:37,844 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:41:37,845 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732779697842Disabling compacts and flushes for region at 1732779697842Disabling writes for close at 1732779697844 (+2 ms)Writing region close event to WAL at 1732779697844Closed at 1732779697844 2024-11-28T07:41:37,847 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/.initializing 2024-11-28T07:41:37,847 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/WALs/f64cf8bdf19b,35187,1732779696591 2024-11-28T07:41:37,856 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:41:37,871 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C35187%2C1732779696591, suffix=, logDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/WALs/f64cf8bdf19b,35187,1732779696591, archiveDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/oldWALs, maxLogs=10 2024-11-28T07:41:37,894 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/WALs/f64cf8bdf19b,35187,1732779696591/f64cf8bdf19b%2C35187%2C1732779696591.1732779697875, exclude list is [], retry=0 2024-11-28T07:41:37,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-3f5392af-a709-4c7d-84d0-929dffc5ccc7,DISK] 2024-11-28T07:41:37,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37085,DS-26a311d5-720e-4d27-ae40-2db5167c1dd8,DISK] 2024-11-28T07:41:37,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43739,DS-1b2e7735-99a6-496b-be32-3e6da94cbe3e,DISK] 2024-11-28T07:41:37,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T07:41:37,953 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/WALs/f64cf8bdf19b,35187,1732779696591/f64cf8bdf19b%2C35187%2C1732779696591.1732779697875 2024-11-28T07:41:37,954 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45009:45009),(127.0.0.1/127.0.0.1:34715:34715),(127.0.0.1/127.0.0.1:45217:45217)] 2024-11-28T07:41:37,955 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:41:37,955 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:37,958 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:37,959 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:37,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:38,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T07:41:38,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:38,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:41:38,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:38,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T07:41:38,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:38,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:41:38,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:38,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T07:41:38,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:38,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:41:38,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:38,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T07:41:38,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:38,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:41:38,043 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:38,046 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:38,047 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:38,052 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:38,052 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:38,055 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:41:38,058 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:41:38,063 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:41:38,064 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70973174, jitterRate=0.057582706212997437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:41:38,070 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732779697972Initializing all the Stores at 1732779697974 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779697975 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779697975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779697976 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779697976Cleaning up temporary data from old regions at 1732779698052 (+76 ms)Region opened successfully at 1732779698070 (+18 ms) 2024-11-28T07:41:38,071 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T07:41:38,109 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9b05c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:41:38,147 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T07:41:38,159 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T07:41:38,159 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T07:41:38,162 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T07:41:38,163 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T07:41:38,168 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-28T07:41:38,168 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-28T07:41:38,199 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T07:41:38,209 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T07:41:38,213 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T07:41:38,216 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T07:41:38,217 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T07:41:38,219 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T07:41:38,221 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T07:41:38,226 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T07:41:38,227 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T07:41:38,229 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T07:41:38,230 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T07:41:38,251 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T07:41:38,254 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T07:41:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:41:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:41:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:41:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:41:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,261 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f64cf8bdf19b,35187,1732779696591, sessionid=0x1015d85c9210000, setting cluster-up flag (Was=false) 2024-11-28T07:41:38,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,282 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T07:41:38,283 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,35187,1732779696591 2024-11-28T07:41:38,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:38,296 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T07:41:38,297 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,35187,1732779696591 2024-11-28T07:41:38,303 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T07:41:38,374 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T07:41:38,375 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(746): ClusterId : ddbb1e6f-76e4-42cc-95f0-c77e1082dc6c 2024-11-28T07:41:38,375 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(746): ClusterId : ddbb1e6f-76e4-42cc-95f0-c77e1082dc6c 2024-11-28T07:41:38,375 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.HRegionServer(746): ClusterId : ddbb1e6f-76e4-42cc-95f0-c77e1082dc6c 2024-11-28T07:41:38,378 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:41:38,378 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:41:38,378 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:41:38,385 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T07:41:38,386 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:41:38,386 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:41:38,386 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:41:38,386 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:41:38,386 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:41:38,387 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:41:38,391 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:41:38,391 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:41:38,391 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:41:38,391 DEBUG [RS:2;f64cf8bdf19b:33173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a88acfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:41:38,392 DEBUG [RS:0;f64cf8bdf19b:43723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b6f948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:41:38,392 DEBUG [RS:1;f64cf8bdf19b:40635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9a4d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:41:38,394 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T07:41:38,401 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f64cf8bdf19b,35187,1732779696591 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T07:41:38,410 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:41:38,410 DEBUG [RS:0;f64cf8bdf19b:43723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f64cf8bdf19b:43723 2024-11-28T07:41:38,410 DEBUG [RS:1;f64cf8bdf19b:40635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f64cf8bdf19b:40635 2024-11-28T07:41:38,410 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:41:38,411 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:41:38,411 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:41:38,411 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f64cf8bdf19b:0, corePoolSize=10, maxPoolSize=10 2024-11-28T07:41:38,411 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,411 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:41:38,412 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,413 DEBUG [RS:2;f64cf8bdf19b:33173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f64cf8bdf19b:33173 2024-11-28T07:41:38,415 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:41:38,415 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:41:38,415 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:41:38,415 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:41:38,415 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:41:38,415 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:41:38,415 DEBUG [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:41:38,415 DEBUG [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:41:38,415 DEBUG [RS:0;f64cf8bdf19b:43723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:41:38,418 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,35187,1732779696591 with port=40635, startcode=1732779697397 2024-11-28T07:41:38,418 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,35187,1732779696591 with port=43723, startcode=1732779697283 2024-11-28T07:41:38,419 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,35187,1732779696591 with port=33173, startcode=1732779697449 2024-11-28T07:41:38,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:41:38,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T07:41:38,427 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:38,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T07:41:38,429 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732779728429 2024-11-28T07:41:38,431 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T07:41:38,432 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T07:41:38,436 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T07:41:38,436 DEBUG [RS:0;f64cf8bdf19b:43723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:41:38,436 DEBUG [RS:2;f64cf8bdf19b:33173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:41:38,436 DEBUG [RS:1;f64cf8bdf19b:40635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:41:38,436 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T07:41:38,436 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T07:41:38,437 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T07:41:38,437 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,454 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T07:41:38,455 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T07:41:38,456 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T07:41:38,497 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T07:41:38,498 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T07:41:38,534 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732779698500,5,FailOnTimeoutGroup] 2024-11-28T07:41:38,536 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732779698535,5,FailOnTimeoutGroup] 2024-11-28T07:41:38,536 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,537 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T07:41:38,554 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,554 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:41:38,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:41:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:41:38,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T07:41:38,569 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:38,579 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41293, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:41:38,582 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34797, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:41:38,587 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44253, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:41:38,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,40635,1732779697397 2024-11-28T07:41:38,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:41:38,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:38,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:38,614 DEBUG [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:38,614 DEBUG [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46873 2024-11-28T07:41:38,614 DEBUG [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:41:38,615 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,43723,1732779697283 2024-11-28T07:41:38,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,43723,1732779697283 2024-11-28T07:41:38,616 DEBUG [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:38,616 DEBUG [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46873 2024-11-28T07:41:38,616 DEBUG [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:41:38,620 DEBUG [RS:0;f64cf8bdf19b:43723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:38,620 DEBUG [RS:0;f64cf8bdf19b:43723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46873 2024-11-28T07:41:38,620 DEBUG [RS:0;f64cf8bdf19b:43723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:41:38,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:41:38,627 DEBUG [RS:2;f64cf8bdf19b:33173 {}] zookeeper.ZKUtil(111): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:38,627 DEBUG [RS:1;f64cf8bdf19b:40635 {}] zookeeper.ZKUtil(111): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,40635,1732779697397 2024-11-28T07:41:38,628 WARN [RS:2;f64cf8bdf19b:33173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:41:38,628 WARN [RS:1;f64cf8bdf19b:40635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:41:38,628 INFO [RS:2;f64cf8bdf19b:33173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:41:38,628 INFO [RS:1;f64cf8bdf19b:40635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:41:38,628 DEBUG [RS:0;f64cf8bdf19b:43723 {}] zookeeper.ZKUtil(111): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,43723,1732779697283 2024-11-28T07:41:38,628 WARN [RS:0;f64cf8bdf19b:43723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:41:38,628 DEBUG [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:38,628 INFO [RS:0;f64cf8bdf19b:43723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:41:38,628 DEBUG [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,40635,1732779697397 2024-11-28T07:41:38,629 DEBUG [RS:0;f64cf8bdf19b:43723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283 2024-11-28T07:41:38,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,33173,1732779697449] 2024-11-28T07:41:38,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,40635,1732779697397] 2024-11-28T07:41:38,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,43723,1732779697283] 2024-11-28T07:41:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:41:38,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:41:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:41:38,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:38,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:41:38,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:41:38,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:38,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:41:38,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:41:38,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:41:38,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:38,681 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:41:38,681 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:41:38,681 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:41:38,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:41:38,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:41:38,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:41:38,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:41:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:41:38,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:41:38,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:38,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:41:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:41:38,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740 2024-11-28T07:41:38,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740 2024-11-28T07:41:38,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:41:38,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:41:38,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:41:38,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:41:38,718 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:41:38,718 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:41:38,724 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:41:38,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:41:38,728 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74964273, jitterRate=0.11705471575260162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:41:38,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732779698653Initializing all the Stores at 1732779698655 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779698655Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779698656 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779698656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779698656Cleaning up temporary data from old regions at 1732779698702 (+46 ms)Region opened successfully at 1732779698729 (+27 ms) 2024-11-28T07:41:38,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:41:38,729 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:41:38,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:41:38,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:41:38,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:41:38,737 INFO [RS:1;f64cf8bdf19b:40635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:41:38,737 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,740 INFO [RS:0;f64cf8bdf19b:43723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:41:38,740 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,741 INFO [RS:2;f64cf8bdf19b:33173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:41:38,741 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,745 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:41:38,745 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:41:38,745 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:41:38,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732779698729Disabling compacts and flushes for region at 1732779698729Disabling writes for close at 1732779698730 (+1 ms)Writing region close event to WAL at 1732779698745 (+15 ms)Closed at 1732779698745 2024-11-28T07:41:38,746 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:41:38,749 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:41:38,749 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T07:41:38,755 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:41:38,756 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:41:38,757 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,757 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,758 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,758 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,758 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,758 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,758 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:41:38,759 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,759 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,759 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,759 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,759 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,760 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,760 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,760 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,760 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:41:38,760 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,760 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,761 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,761 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:41:38,761 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,761 DEBUG [RS:1;f64cf8bdf19b:40635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:41:38,761 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,761 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,761 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,761 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,761 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,761 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:41:38,761 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:41:38,762 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T07:41:38,762 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,762 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:41:38,763 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:41:38,763 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:41:38,763 DEBUG [RS:2;f64cf8bdf19b:33173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:41:38,763 DEBUG [RS:0;f64cf8bdf19b:43723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:41:38,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:41:38,780 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,780 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,780 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,780 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,781 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,781 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,781 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,781 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,40635,1732779697397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:41:38,781 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,782 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,782 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,782 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,33173,1732779697449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:41:38,784 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T07:41:38,796 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,797 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,797 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,797 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,797 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,797 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,43723,1732779697283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:41:38,813 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:41:38,813 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:41:38,815 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,40635,1732779697397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,815 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,33173,1732779697449-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,816 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,816 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,816 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.Replication(171): f64cf8bdf19b,33173,1732779697449 started 2024-11-28T07:41:38,816 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.Replication(171): f64cf8bdf19b,40635,1732779697397 started 2024-11-28T07:41:38,842 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,843 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,33173,1732779697449, RpcServer on f64cf8bdf19b/172.17.0.2:33173, sessionid=0x1015d85c9210003 2024-11-28T07:41:38,843 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:41:38,844 DEBUG [RS:2;f64cf8bdf19b:33173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:38,844 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,33173,1732779697449' 2024-11-28T07:41:38,844 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:41:38,844 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,845 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,40635,1732779697397, RpcServer on f64cf8bdf19b/172.17.0.2:40635, sessionid=0x1015d85c9210002 2024-11-28T07:41:38,845 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:41:38,845 DEBUG [RS:1;f64cf8bdf19b:40635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,40635,1732779697397 2024-11-28T07:41:38,845 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,40635,1732779697397' 2024-11-28T07:41:38,845 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:41:38,845 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:41:38,846 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:41:38,846 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,43723,1732779697283-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,846 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:41:38,846 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,846 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.Replication(171): f64cf8bdf19b,43723,1732779697283 started 2024-11-28T07:41:38,847 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:41:38,847 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:41:38,847 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:41:38,847 DEBUG [RS:2;f64cf8bdf19b:33173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:38,847 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,33173,1732779697449' 2024-11-28T07:41:38,847 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:41:38,848 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:41:38,848 DEBUG [RS:1;f64cf8bdf19b:40635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,40635,1732779697397 2024-11-28T07:41:38,848 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,40635,1732779697397' 2024-11-28T07:41:38,849 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:41:38,849 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:41:38,850 DEBUG [RS:2;f64cf8bdf19b:33173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:41:38,850 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:41:38,850 INFO [RS:2;f64cf8bdf19b:33173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:41:38,850 INFO [RS:2;f64cf8bdf19b:33173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:41:38,850 DEBUG [RS:1;f64cf8bdf19b:40635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:41:38,851 INFO [RS:1;f64cf8bdf19b:40635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:41:38,851 INFO [RS:1;f64cf8bdf19b:40635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:41:38,877 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:38,877 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,43723,1732779697283, RpcServer on f64cf8bdf19b/172.17.0.2:43723, sessionid=0x1015d85c9210001 2024-11-28T07:41:38,877 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:41:38,878 DEBUG [RS:0;f64cf8bdf19b:43723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,43723,1732779697283 2024-11-28T07:41:38,878 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,43723,1732779697283' 2024-11-28T07:41:38,878 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:41:38,879 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:41:38,879 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:41:38,879 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:41:38,880 DEBUG [RS:0;f64cf8bdf19b:43723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,43723,1732779697283 2024-11-28T07:41:38,880 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,43723,1732779697283' 2024-11-28T07:41:38,880 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:41:38,881 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:41:38,882 DEBUG [RS:0;f64cf8bdf19b:43723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:41:38,882 INFO [RS:0;f64cf8bdf19b:43723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:41:38,882 INFO [RS:0;f64cf8bdf19b:43723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:41:38,935 WARN [f64cf8bdf19b:35187 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:41:38,957 INFO [RS:2;f64cf8bdf19b:33173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:41:38,957 INFO [RS:1;f64cf8bdf19b:40635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:41:38,967 INFO [RS:1;f64cf8bdf19b:40635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C40635%2C1732779697397, suffix=, logDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,40635,1732779697397, archiveDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/oldWALs, maxLogs=32 2024-11-28T07:41:38,968 INFO [RS:2;f64cf8bdf19b:33173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C33173%2C1732779697449, suffix=, logDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,33173,1732779697449, archiveDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/oldWALs, maxLogs=32 2024-11-28T07:41:38,985 INFO [RS:0;f64cf8bdf19b:43723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:41:38,988 INFO [RS:0;f64cf8bdf19b:43723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C43723%2C1732779697283, suffix=, logDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283, archiveDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/oldWALs, maxLogs=32 2024-11-28T07:41:38,993 DEBUG [RS:2;f64cf8bdf19b:33173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,33173,1732779697449/f64cf8bdf19b%2C33173%2C1732779697449.1732779698972, exclude list is [], retry=0 2024-11-28T07:41:38,995 DEBUG [RS:1;f64cf8bdf19b:40635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,40635,1732779697397/f64cf8bdf19b%2C40635%2C1732779697397.1732779698972, exclude list is [], retry=0 2024-11-28T07:41:39,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37085,DS-26a311d5-720e-4d27-ae40-2db5167c1dd8,DISK] 2024-11-28T07:41:39,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37085,DS-26a311d5-720e-4d27-ae40-2db5167c1dd8,DISK] 2024-11-28T07:41:39,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43739,DS-1b2e7735-99a6-496b-be32-3e6da94cbe3e,DISK] 2024-11-28T07:41:39,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-3f5392af-a709-4c7d-84d0-929dffc5ccc7,DISK] 2024-11-28T07:41:39,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43739,DS-1b2e7735-99a6-496b-be32-3e6da94cbe3e,DISK] 2024-11-28T07:41:39,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-3f5392af-a709-4c7d-84d0-929dffc5ccc7,DISK] 2024-11-28T07:41:39,021 DEBUG [RS:0;f64cf8bdf19b:43723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990, exclude list is [], retry=0 2024-11-28T07:41:39,033 INFO [RS:2;f64cf8bdf19b:33173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,33173,1732779697449/f64cf8bdf19b%2C33173%2C1732779697449.1732779698972 2024-11-28T07:41:39,034 INFO [RS:1;f64cf8bdf19b:40635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,40635,1732779697397/f64cf8bdf19b%2C40635%2C1732779697397.1732779698972 2024-11-28T07:41:39,037 DEBUG [RS:2;f64cf8bdf19b:33173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34715:34715),(127.0.0.1/127.0.0.1:45217:45217),(127.0.0.1/127.0.0.1:45009:45009)] 2024-11-28T07:41:39,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37085,DS-26a311d5-720e-4d27-ae40-2db5167c1dd8,DISK] 2024-11-28T07:41:39,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-3f5392af-a709-4c7d-84d0-929dffc5ccc7,DISK] 2024-11-28T07:41:39,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43739,DS-1b2e7735-99a6-496b-be32-3e6da94cbe3e,DISK] 2024-11-28T07:41:39,040 DEBUG [RS:1;f64cf8bdf19b:40635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45217:45217),(127.0.0.1/127.0.0.1:34715:34715),(127.0.0.1/127.0.0.1:45009:45009)] 2024-11-28T07:41:39,064 INFO [RS:0;f64cf8bdf19b:43723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990 2024-11-28T07:41:39,076 DEBUG [RS:0;f64cf8bdf19b:43723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45217:45217),(127.0.0.1/127.0.0.1:34715:34715),(127.0.0.1/127.0.0.1:45009:45009)] 2024-11-28T07:41:39,188 DEBUG [f64cf8bdf19b:35187 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-28T07:41:39,198 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(204): Hosts are {f64cf8bdf19b=0} racks are {/default-rack=0} 2024-11-28T07:41:39,205 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T07:41:39,205 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T07:41:39,205 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T07:41:39,205 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T07:41:39,205 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T07:41:39,205 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T07:41:39,205 INFO [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T07:41:39,206 INFO [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T07:41:39,206 INFO [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T07:41:39,206 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T07:41:39,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:39,223 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,33173,1732779697449, state=OPENING 2024-11-28T07:41:39,229 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T07:41:39,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:39,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:39,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:39,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:41:39,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:41:39,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:41:39,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:41:39,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:41:39,234 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:41:39,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,33173,1732779697449}] 2024-11-28T07:41:47,015 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T07:41:47,016 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T07:41:49,265 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:41:49,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33499, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:41:49,284 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T07:41:49,284 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:41:49,285 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T07:41:49,288 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C33173%2C1732779697449.meta, suffix=.meta, logDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,33173,1732779697449, archiveDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/oldWALs, maxLogs=32 2024-11-28T07:41:49,312 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,33173,1732779697449/f64cf8bdf19b%2C33173%2C1732779697449.meta.1732779709291.meta, exclude list is [], retry=0 2024-11-28T07:41:49,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34665,DS-3f5392af-a709-4c7d-84d0-929dffc5ccc7,DISK] 2024-11-28T07:41:49,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37085,DS-26a311d5-720e-4d27-ae40-2db5167c1dd8,DISK] 2024-11-28T07:41:49,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43739,DS-1b2e7735-99a6-496b-be32-3e6da94cbe3e,DISK] 2024-11-28T07:41:49,325 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,33173,1732779697449/f64cf8bdf19b%2C33173%2C1732779697449.meta.1732779709291.meta 2024-11-28T07:41:49,326 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45009:45009),(127.0.0.1/127.0.0.1:45217:45217),(127.0.0.1/127.0.0.1:34715:34715)] 2024-11-28T07:41:49,326 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:41:49,329 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T07:41:49,333 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T07:41:49,340 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T07:41:49,346 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T07:41:49,346 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:49,347 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T07:41:49,347 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T07:41:49,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:41:49,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:41:49,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:49,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:41:49,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:41:49,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:41:49,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:49,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:41:49,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:41:49,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:41:49,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:49,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:41:49,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:41:49,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:41:49,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:49,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:41:49,396 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:41:49,398 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740 2024-11-28T07:41:49,402 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740 2024-11-28T07:41:49,409 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:41:49,410 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:41:49,411 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:41:49,414 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:41:49,417 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62652440, jitterRate=-0.06640589237213135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:41:49,418 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T07:41:49,421 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732779709348Writing region info on filesystem at 1732779709348Initializing all the Stores at 1732779709352 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779709352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779709364 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779709364Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779709364Cleaning up temporary data from old regions at 1732779709410 (+46 ms)Running coprocessor post-open hooks at 1732779709418 (+8 ms)Region opened successfully at 1732779709421 (+3 ms) 2024-11-28T07:41:49,430 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732779709256 2024-11-28T07:41:49,451 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T07:41:49,452 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T07:41:49,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:49,455 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,33173,1732779697449, state=OPEN 2024-11-28T07:41:49,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:41:49,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:41:49,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:41:49,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:41:49,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:41:49,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:41:49,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:41:49,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:41:49,461 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:49,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T07:41:49,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,33173,1732779697449 in 10.2250 sec 2024-11-28T07:41:49,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T07:41:49,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7120 sec 2024-11-28T07:41:49,482 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:41:49,482 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T07:41:49,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:41:49,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,33173,1732779697449, seqNum=-1] 2024-11-28T07:41:49,551 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:41:49,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36865, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:41:49,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2490 sec 2024-11-28T07:41:49,582 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732779709582, completionTime=-1 2024-11-28T07:41:49,586 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-28T07:41:49,586 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T07:41:49,617 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-28T07:41:49,617 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732779769617 2024-11-28T07:41:49,618 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732779829618 2024-11-28T07:41:49,618 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-28T07:41:49,619 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:41:49,631 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,35187,1732779696591-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:49,631 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,35187,1732779696591-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:49,631 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,35187,1732779696591-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:49,634 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f64cf8bdf19b:35187, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:49,638 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:49,640 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:49,643 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T07:41:49,676 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.152sec 2024-11-28T07:41:49,682 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T07:41:49,683 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T07:41:49,685 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T07:41:49,685 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T07:41:49,686 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T07:41:49,687 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,35187,1732779696591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:41:49,687 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,35187,1732779696591-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T07:41:49,694 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T07:41:49,695 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T07:41:49,695 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,35187,1732779696591-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:41:49,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675996fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:41:49,706 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T07:41:49,706 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T07:41:49,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,35187,-1 for getting cluster id 2024-11-28T07:41:49,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:41:49,729 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbb1e6f-76e4-42cc-95f0-c77e1082dc6c' 2024-11-28T07:41:49,731 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:41:49,731 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbb1e6f-76e4-42cc-95f0-c77e1082dc6c" 2024-11-28T07:41:49,732 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307d6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:41:49,732 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,35187,-1] 2024-11-28T07:41:49,734 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:41:49,737 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:41:49,737 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:41:49,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7004b4ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:41:49,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:41:49,748 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,33173,1732779697449, seqNum=-1] 2024-11-28T07:41:49,749 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:41:49,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52370, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:41:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f64cf8bdf19b,35187,1732779696591 2024-11-28T07:41:49,827 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732779709825 (current time:1732779709825). 2024-11-28T07:41:49,827 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-28T07:41:49,827 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-28T07:41:49,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c529f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:41:49,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,35187,-1 for getting cluster id 2024-11-28T07:41:49,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:41:49,845 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbb1e6f-76e4-42cc-95f0-c77e1082dc6c' 2024-11-28T07:41:49,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:41:49,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbb1e6f-76e4-42cc-95f0-c77e1082dc6c" 2024-11-28T07:41:49,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b123e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:41:49,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,35187,-1] 2024-11-28T07:41:49,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:41:49,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:41:49,848 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:41:49,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610e0782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:41:49,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:41:49,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,33173,1732779697449, seqNum=-1] 2024-11-28T07:41:49,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:41:49,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:41:49,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:41:49,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:41:49,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:41:49,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:41:49,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:41:49,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T07:41:49,877 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f64cf8bdf19b,35187,1732779696591 2024-11-28T07:41:49,880 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1726aae8 2024-11-28T07:41:49,881 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T07:41:49,900 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T07:41:49,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:41:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-28T07:41:49,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:41:49,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-28T07:41:49,926 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:41:49,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:41:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:41:49,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741837_1013 (size=361) 2024-11-28T07:41:49,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741837_1013 (size=361) 2024-11-28T07:41:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741837_1013 (size=361) 2024-11-28T07:41:49,968 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 519ea4b49720d24a4f67ce076de7293b, NAME => 'SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:49,975 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d0bb703ba2f1b3a0a1b18b3f887be1a6, NAME => 'SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:49,976 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 940eb7450f591d48d5d068fa9c630a29, NAME => 'SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:49,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741838_1014 (size=54) 2024-11-28T07:41:50,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741838_1014 (size=54) 2024-11-28T07:41:50,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741838_1014 (size=54) 2024-11-28T07:41:50,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:50,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 519ea4b49720d24a4f67ce076de7293b, disabling compactions & flushes 2024-11-28T07:41:50,011 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:41:50,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:41:50,011 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. after waiting 0 ms 2024-11-28T07:41:50,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:41:50,012 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:41:50,012 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 519ea4b49720d24a4f67ce076de7293b: Waiting for close lock at 1732779710011Disabling compacts and flushes for region at 1732779710011Disabling writes for close at 1732779710011Writing region close event to WAL at 1732779710012 (+1 ms)Closed at 1732779710012 2024-11-28T07:41:50,013 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c2fcce726dfadc56a12f5f03ac71d82, NAME => 'SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741839_1015 (size=62) 2024-11-28T07:41:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741839_1015 (size=62) 2024-11-28T07:41:50,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741839_1015 (size=62) 2024-11-28T07:41:50,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:50,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d0bb703ba2f1b3a0a1b18b3f887be1a6, disabling compactions & flushes 2024-11-28T07:41:50,033 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:41:50,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:41:50,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. after waiting 0 ms 2024-11-28T07:41:50,033 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:41:50,034 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:41:50,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d0bb703ba2f1b3a0a1b18b3f887be1a6: Waiting for close lock at 1732779710033Disabling compacts and flushes for region at 1732779710033Disabling writes for close at 1732779710033Writing region close event to WAL at 1732779710033Closed at 1732779710033 2024-11-28T07:41:50,034 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fec74099d07cbc2465616a6106533f08, NAME => 'SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:50,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741840_1016 (size=62) 2024-11-28T07:41:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:41:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741840_1016 (size=62) 2024-11-28T07:41:50,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741840_1016 (size=62) 2024-11-28T07:41:50,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:50,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 940eb7450f591d48d5d068fa9c630a29, disabling compactions & flushes 2024-11-28T07:41:50,049 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:41:50,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:41:50,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. after waiting 0 ms 2024-11-28T07:41:50,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:41:50,050 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:41:50,050 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 940eb7450f591d48d5d068fa9c630a29: Waiting for close lock at 1732779710049Disabling compacts and flushes for region at 1732779710049Disabling writes for close at 1732779710050 (+1 ms)Writing region close event to WAL at 1732779710050Closed at 1732779710050 2024-11-28T07:41:50,051 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9f028a284e88b074a969d261af5b2495, NAME => 'SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741841_1017 (size=62) 2024-11-28T07:41:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741841_1017 (size=62) 2024-11-28T07:41:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741841_1017 (size=62) 2024-11-28T07:41:50,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:50,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6c2fcce726dfadc56a12f5f03ac71d82, disabling compactions & flushes 2024-11-28T07:41:50,079 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:41:50,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:41:50,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. after waiting 0 ms 2024-11-28T07:41:50,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:41:50,079 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:41:50,079 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c2fcce726dfadc56a12f5f03ac71d82: Waiting for close lock at 1732779710079Disabling compacts and flushes for region at 1732779710079Disabling writes for close at 1732779710079Writing region close event to WAL at 1732779710079Closed at 1732779710079 2024-11-28T07:41:50,080 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 580ac188de1423a8f6fa05e251e7a427, NAME => 'SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:50,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741843_1019 (size=62) 2024-11-28T07:41:50,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741843_1019 (size=62) 2024-11-28T07:41:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741843_1019 (size=62) 2024-11-28T07:41:50,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:50,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9f028a284e88b074a969d261af5b2495, disabling compactions & flushes 2024-11-28T07:41:50,089 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:41:50,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:41:50,089 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. after waiting 0 ms 2024-11-28T07:41:50,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:41:50,090 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:41:50,090 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9f028a284e88b074a969d261af5b2495: Waiting for close lock at 1732779710089Disabling compacts and flushes for region at 1732779710089Disabling writes for close at 1732779710089Writing region close event to WAL at 1732779710090 (+1 ms)Closed at 1732779710090 2024-11-28T07:41:50,090 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9ed5c0f22df12203ea288ce040a388d2, NAME => 'SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:50,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741842_1018 (size=62) 2024-11-28T07:41:50,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741842_1018 (size=62) 2024-11-28T07:41:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741842_1018 (size=62) 2024-11-28T07:41:50,096 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:50,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fec74099d07cbc2465616a6106533f08, disabling compactions & flushes 2024-11-28T07:41:50,097 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:41:50,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:41:50,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. after waiting 0 ms 2024-11-28T07:41:50,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:41:50,097 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:41:50,097 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fec74099d07cbc2465616a6106533f08: Waiting for close lock at 1732779710097Disabling compacts and flushes for region at 1732779710097Disabling writes for close at 1732779710097Writing region close event to WAL at 1732779710097Closed at 1732779710097 2024-11-28T07:41:50,098 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d4dbec30b97c12a514d61e9a5ad3709b, NAME => 'SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:50,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741845_1021 (size=62) 2024-11-28T07:41:50,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741845_1021 (size=62) 2024-11-28T07:41:50,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741845_1021 (size=62) 2024-11-28T07:41:50,133 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9ed5c0f22df12203ea288ce040a388d2, disabling compactions & flushes 2024-11-28T07:41:50,134 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:41:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:41:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. after waiting 0 ms 2024-11-28T07:41:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:41:50,134 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:41:50,134 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9ed5c0f22df12203ea288ce040a388d2: Waiting for close lock at 1732779710134Disabling compacts and flushes for region at 1732779710134Disabling writes for close at 1732779710134Writing region close event to WAL at 1732779710134Closed at 1732779710134 2024-11-28T07:41:50,135 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a4ab936b30f13c5eec83cb810b91e26e, NAME => 'SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c 2024-11-28T07:41:50,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741844_1020 (size=62) 2024-11-28T07:41:50,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741844_1020 (size=62) 2024-11-28T07:41:50,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741844_1020 (size=62) 2024-11-28T07:41:50,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:50,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 580ac188de1423a8f6fa05e251e7a427, disabling compactions & flushes 2024-11-28T07:41:50,140 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:41:50,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:41:50,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. after waiting 0 ms 2024-11-28T07:41:50,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:41:50,140 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:41:50,141 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 580ac188de1423a8f6fa05e251e7a427: Waiting for close lock at 1732779710140Disabling compacts and flushes for region at 1732779710140Disabling writes for close at 1732779710140Writing region close event to WAL at 1732779710140Closed at 1732779710140 2024-11-28T07:41:50,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741846_1022 (size=62) 2024-11-28T07:41:50,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741846_1022 (size=62) 2024-11-28T07:41:50,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741846_1022 (size=62) 2024-11-28T07:41:50,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:50,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d4dbec30b97c12a514d61e9a5ad3709b, disabling compactions & flushes 2024-11-28T07:41:50,155 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:41:50,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:41:50,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. after waiting 0 ms 2024-11-28T07:41:50,155 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:41:50,155 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:41:50,156 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d4dbec30b97c12a514d61e9a5ad3709b: Waiting for close lock at 1732779710155Disabling compacts and flushes for region at 1732779710155Disabling writes for close at 1732779710155Writing region close event to WAL at 1732779710155Closed at 1732779710155 2024-11-28T07:41:50,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741847_1023 (size=54) 2024-11-28T07:41:50,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741847_1023 (size=54) 2024-11-28T07:41:50,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741847_1023 (size=54) 2024-11-28T07:41:50,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:41:50,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a4ab936b30f13c5eec83cb810b91e26e, disabling compactions & flushes 2024-11-28T07:41:50,161 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:41:50,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:41:50,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. after waiting 0 ms 2024-11-28T07:41:50,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:41:50,161 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:41:50,161 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a4ab936b30f13c5eec83cb810b91e26e: Waiting for close lock at 1732779710161Disabling compacts and flushes for region at 1732779710161Disabling writes for close at 1732779710161Writing region close event to WAL at 1732779710161Closed at 1732779710161 2024-11-28T07:41:50,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:41:50,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732779710164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779710164"}]},"ts":"1732779710164"} 2024-11-28T07:41:50,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779710164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779710164"}]},"ts":"1732779710164"} 2024-11-28T07:41:50,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779710164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779710164"}]},"ts":"1732779710164"} 2024-11-28T07:41:50,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779710164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779710164"}]},"ts":"1732779710164"} 2024-11-28T07:41:50,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779710164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779710164"}]},"ts":"1732779710164"} 2024-11-28T07:41:50,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779710164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779710164"}]},"ts":"1732779710164"} 2024-11-28T07:41:50,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779710164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779710164"}]},"ts":"1732779710164"} 2024-11-28T07:41:50,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779710164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779710164"}]},"ts":"1732779710164"} 2024-11-28T07:41:50,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779710164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779710164"}]},"ts":"1732779710164"} 2024-11-28T07:41:50,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732779710164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779710164"}]},"ts":"1732779710164"} 2024-11-28T07:41:50,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-28T07:41:50,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:41:50,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732779710220"}]},"ts":"1732779710220"} 2024-11-28T07:41:50,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-28T07:41:50,230 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f64cf8bdf19b=0} racks are {/default-rack=0} 2024-11-28T07:41:50,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T07:41:50,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T07:41:50,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T07:41:50,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T07:41:50,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T07:41:50,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T07:41:50,240 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T07:41:50,240 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T07:41:50,240 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T07:41:50,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T07:41:50,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=519ea4b49720d24a4f67ce076de7293b, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0bb703ba2f1b3a0a1b18b3f887be1a6, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=940eb7450f591d48d5d068fa9c630a29, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c2fcce726dfadc56a12f5f03ac71d82, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fec74099d07cbc2465616a6106533f08, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f028a284e88b074a969d261af5b2495, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=580ac188de1423a8f6fa05e251e7a427, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ed5c0f22df12203ea288ce040a388d2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4dbec30b97c12a514d61e9a5ad3709b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4ab936b30f13c5eec83cb810b91e26e, ASSIGN}] 2024-11-28T07:41:50,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4dbec30b97c12a514d61e9a5ad3709b, ASSIGN 2024-11-28T07:41:50,249 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ed5c0f22df12203ea288ce040a388d2, ASSIGN 2024-11-28T07:41:50,249 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=580ac188de1423a8f6fa05e251e7a427, ASSIGN 2024-11-28T07:41:50,249 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f028a284e88b074a969d261af5b2495, ASSIGN 2024-11-28T07:41:50,252 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4dbec30b97c12a514d61e9a5ad3709b, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,33173,1732779697449; forceNewPlan=false, retain=false 2024-11-28T07:41:50,252 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ed5c0f22df12203ea288ce040a388d2, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,40635,1732779697397; forceNewPlan=false, retain=false 2024-11-28T07:41:50,252 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=580ac188de1423a8f6fa05e251e7a427, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,43723,1732779697283; forceNewPlan=false, retain=false 2024-11-28T07:41:50,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f028a284e88b074a969d261af5b2495, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,43723,1732779697283; forceNewPlan=false, retain=false 2024-11-28T07:41:50,255 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4ab936b30f13c5eec83cb810b91e26e, ASSIGN 2024-11-28T07:41:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:41:50,257 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4ab936b30f13c5eec83cb810b91e26e, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,40635,1732779697397; forceNewPlan=false, retain=false 2024-11-28T07:41:50,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fec74099d07cbc2465616a6106533f08, ASSIGN 2024-11-28T07:41:50,261 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fec74099d07cbc2465616a6106533f08, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,33173,1732779697449; forceNewPlan=false, retain=false 2024-11-28T07:41:50,261 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c2fcce726dfadc56a12f5f03ac71d82, ASSIGN 2024-11-28T07:41:50,263 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c2fcce726dfadc56a12f5f03ac71d82, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,40635,1732779697397; forceNewPlan=false, retain=false 2024-11-28T07:41:50,263 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=940eb7450f591d48d5d068fa9c630a29, ASSIGN 2024-11-28T07:41:50,265 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0bb703ba2f1b3a0a1b18b3f887be1a6, ASSIGN 2024-11-28T07:41:50,265 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=940eb7450f591d48d5d068fa9c630a29, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,33173,1732779697449; forceNewPlan=false, retain=false 2024-11-28T07:41:50,268 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0bb703ba2f1b3a0a1b18b3f887be1a6, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,43723,1732779697283; forceNewPlan=false, retain=false 2024-11-28T07:41:50,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=519ea4b49720d24a4f67ce076de7293b, ASSIGN 2024-11-28T07:41:50,271 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=519ea4b49720d24a4f67ce076de7293b, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,40635,1732779697397; forceNewPlan=false, retain=false 2024-11-28T07:41:50,405 INFO [f64cf8bdf19b:35187 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-28T07:41:50,407 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=580ac188de1423a8f6fa05e251e7a427, regionState=OPENING, regionLocation=f64cf8bdf19b,43723,1732779697283 2024-11-28T07:41:50,407 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d0bb703ba2f1b3a0a1b18b3f887be1a6, regionState=OPENING, regionLocation=f64cf8bdf19b,43723,1732779697283 2024-11-28T07:41:50,407 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a4ab936b30f13c5eec83cb810b91e26e, regionState=OPENING, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:41:50,407 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9f028a284e88b074a969d261af5b2495, regionState=OPENING, regionLocation=f64cf8bdf19b,43723,1732779697283 2024-11-28T07:41:50,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9ed5c0f22df12203ea288ce040a388d2, regionState=OPENING, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:41:50,408 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=519ea4b49720d24a4f67ce076de7293b, regionState=OPENING, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:41:50,408 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d4dbec30b97c12a514d61e9a5ad3709b, regionState=OPENING, regionLocation=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:50,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fec74099d07cbc2465616a6106533f08, regionState=OPENING, regionLocation=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:50,409 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=940eb7450f591d48d5d068fa9c630a29, regionState=OPENING, regionLocation=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:41:50,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6c2fcce726dfadc56a12f5f03ac71d82, regionState=OPENING, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:41:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0bb703ba2f1b3a0a1b18b3f887be1a6, ASSIGN because future has completed 2024-11-28T07:41:50,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6, server=f64cf8bdf19b,43723,1732779697283}] 2024-11-28T07:41:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f028a284e88b074a969d261af5b2495, ASSIGN because future has completed 2024-11-28T07:41:50,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f028a284e88b074a969d261af5b2495, server=f64cf8bdf19b,43723,1732779697283}] 2024-11-28T07:41:50,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a4ab936b30f13c5eec83cb810b91e26e, ASSIGN because future has completed 2024-11-28T07:41:50,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9ed5c0f22df12203ea288ce040a388d2, ASSIGN because future has completed 2024-11-28T07:41:50,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4ab936b30f13c5eec83cb810b91e26e, server=f64cf8bdf19b,40635,1732779697397}] 2024-11-28T07:41:50,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ed5c0f22df12203ea288ce040a388d2, server=f64cf8bdf19b,40635,1732779697397}] 2024-11-28T07:41:50,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=519ea4b49720d24a4f67ce076de7293b, ASSIGN because future has completed 2024-11-28T07:41:50,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fec74099d07cbc2465616a6106533f08, ASSIGN because future has completed 2024-11-28T07:41:50,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4dbec30b97c12a514d61e9a5ad3709b, ASSIGN because future has completed 2024-11-28T07:41:50,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=940eb7450f591d48d5d068fa9c630a29, ASSIGN because future has completed 2024-11-28T07:41:50,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 940eb7450f591d48d5d068fa9c630a29, server=f64cf8bdf19b,33173,1732779697449}] 2024-11-28T07:41:50,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fec74099d07cbc2465616a6106533f08, server=f64cf8bdf19b,33173,1732779697449}] 2024-11-28T07:41:50,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=580ac188de1423a8f6fa05e251e7a427, ASSIGN because future has completed 2024-11-28T07:41:50,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 519ea4b49720d24a4f67ce076de7293b, server=f64cf8bdf19b,40635,1732779697397}] 2024-11-28T07:41:50,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6c2fcce726dfadc56a12f5f03ac71d82, ASSIGN because future has completed 2024-11-28T07:41:50,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 580ac188de1423a8f6fa05e251e7a427, server=f64cf8bdf19b,43723,1732779697283}] 2024-11-28T07:41:50,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4dbec30b97c12a514d61e9a5ad3709b, server=f64cf8bdf19b,33173,1732779697449}] 2024-11-28T07:41:50,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c2fcce726dfadc56a12f5f03ac71d82, server=f64cf8bdf19b,40635,1732779697397}] 2024-11-28T07:41:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:41:50,676 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T07:41:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:41:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:41:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:41:54,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:41:57,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T07:41:57,015 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T07:41:57,016 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:41:57,016 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T07:41:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:42:00,427 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:42:00,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58525, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:42:00,436 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:42:00,436 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 580ac188de1423a8f6fa05e251e7a427, NAME => 'SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-28T07:42:00,437 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,437 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:00,437 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,437 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,439 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:42:00,439 INFO [StoreOpener-580ac188de1423a8f6fa05e251e7a427-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50841, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:42:00,441 INFO [StoreOpener-580ac188de1423a8f6fa05e251e7a427-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 580ac188de1423a8f6fa05e251e7a427 columnFamilyName cf 2024-11-28T07:42:00,442 DEBUG [StoreOpener-580ac188de1423a8f6fa05e251e7a427-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:00,443 INFO [StoreOpener-580ac188de1423a8f6fa05e251e7a427-1 {}] regionserver.HStore(327): Store=580ac188de1423a8f6fa05e251e7a427/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:00,443 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,444 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,444 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,445 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,445 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,446 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:42:00,446 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ed5c0f22df12203ea288ce040a388d2, NAME => 'SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-28T07:42:00,447 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,447 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:00,447 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,447 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,449 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,451 INFO [StoreOpener-9ed5c0f22df12203ea288ce040a388d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,453 INFO [StoreOpener-9ed5c0f22df12203ea288ce040a388d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ed5c0f22df12203ea288ce040a388d2 columnFamilyName cf 2024-11-28T07:42:00,453 DEBUG [StoreOpener-9ed5c0f22df12203ea288ce040a388d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:00,453 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/580ac188de1423a8f6fa05e251e7a427/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:42:00,453 INFO [StoreOpener-9ed5c0f22df12203ea288ce040a388d2-1 {}] regionserver.HStore(327): Store=9ed5c0f22df12203ea288ce040a388d2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:00,454 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,454 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 580ac188de1423a8f6fa05e251e7a427; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61544870, jitterRate=-0.0829099714756012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:00,454 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:00,455 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,455 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,455 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:42:00,456 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 580ac188de1423a8f6fa05e251e7a427: Running coprocessor pre-open hook at 1732779720437Writing region info on filesystem at 1732779720437Initializing all the Stores at 1732779720439 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779720439Cleaning up temporary data from old regions at 1732779720445 (+6 ms)Running coprocessor post-open hooks at 1732779720454 (+9 ms)Region opened successfully at 1732779720455 (+1 ms) 2024-11-28T07:42:00,456 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 940eb7450f591d48d5d068fa9c630a29, NAME => 'SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-28T07:42:00,456 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,456 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,456 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,456 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:00,456 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,457 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,458 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427., pid=22, masterSystemTime=1732779720427 2024-11-28T07:42:00,459 INFO [StoreOpener-940eb7450f591d48d5d068fa9c630a29-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,459 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,461 INFO [StoreOpener-940eb7450f591d48d5d068fa9c630a29-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 940eb7450f591d48d5d068fa9c630a29 columnFamilyName cf 2024-11-28T07:42:00,461 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:42:00,461 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:42:00,461 DEBUG [StoreOpener-940eb7450f591d48d5d068fa9c630a29-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:00,461 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:42:00,461 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f028a284e88b074a969d261af5b2495, NAME => 'SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-28T07:42:00,461 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,461 INFO [StoreOpener-940eb7450f591d48d5d068fa9c630a29-1 {}] regionserver.HStore(327): Store=940eb7450f591d48d5d068fa9c630a29/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:00,461 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:00,462 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,462 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,462 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,463 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=580ac188de1423a8f6fa05e251e7a427, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,43723,1732779697283 2024-11-28T07:42:00,463 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:42:00,463 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,463 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,464 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 9ed5c0f22df12203ea288ce040a388d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69295435, jitterRate=0.032582446932792664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:00,464 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:00,464 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 9ed5c0f22df12203ea288ce040a388d2: Running coprocessor pre-open hook at 1732779720447Writing region info on filesystem at 1732779720447Initializing all the Stores at 1732779720449 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779720449Cleaning up temporary data from old regions at 1732779720456 (+7 ms)Running coprocessor post-open hooks at 1732779720464 (+8 ms)Region opened successfully at 1732779720464 2024-11-28T07:42:00,464 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,464 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,465 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2., pid=18, masterSystemTime=1732779720438 2024-11-28T07:42:00,466 INFO [StoreOpener-9f028a284e88b074a969d261af5b2495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 580ac188de1423a8f6fa05e251e7a427, server=f64cf8bdf19b,43723,1732779697283 because future has completed 2024-11-28T07:42:00,468 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,468 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:42:00,469 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:42:00,469 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:42:00,469 INFO [StoreOpener-9f028a284e88b074a969d261af5b2495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f028a284e88b074a969d261af5b2495 columnFamilyName cf 2024-11-28T07:42:00,469 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c2fcce726dfadc56a12f5f03ac71d82, NAME => 'SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-28T07:42:00,469 DEBUG [StoreOpener-9f028a284e88b074a969d261af5b2495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:00,469 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,469 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:00,470 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,470 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,470 INFO [StoreOpener-9f028a284e88b074a969d261af5b2495-1 {}] regionserver.HStore(327): Store=9f028a284e88b074a969d261af5b2495/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:00,471 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,472 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/940eb7450f591d48d5d068fa9c630a29/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:42:00,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9ed5c0f22df12203ea288ce040a388d2, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:00,472 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=11 2024-11-28T07:42:00,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 580ac188de1423a8f6fa05e251e7a427, server=f64cf8bdf19b,43723,1732779697283 in 10.0230 sec 2024-11-28T07:42:00,473 INFO [StoreOpener-6c2fcce726dfadc56a12f5f03ac71d82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,473 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,473 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 940eb7450f591d48d5d068fa9c630a29; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66853490, jitterRate=-0.0038053691387176514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:00,473 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:00,473 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 940eb7450f591d48d5d068fa9c630a29: Running coprocessor pre-open hook at 1732779720457Writing region info on filesystem at 1732779720457Initializing all the Stores at 1732779720458 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779720458Cleaning up temporary data from old regions at 1732779720464 (+6 ms)Running coprocessor post-open hooks at 1732779720473 (+9 ms)Region opened successfully at 1732779720473 2024-11-28T07:42:00,474 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,474 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,475 INFO [StoreOpener-6c2fcce726dfadc56a12f5f03ac71d82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c2fcce726dfadc56a12f5f03ac71d82 columnFamilyName cf 2024-11-28T07:42:00,475 DEBUG [StoreOpener-6c2fcce726dfadc56a12f5f03ac71d82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:00,475 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29., pid=20, masterSystemTime=1732779720448 2024-11-28T07:42:00,476 INFO [StoreOpener-6c2fcce726dfadc56a12f5f03ac71d82-1 {}] regionserver.HStore(327): Store=6c2fcce726dfadc56a12f5f03ac71d82/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:00,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ed5c0f22df12203ea288ce040a388d2, server=f64cf8bdf19b,40635,1732779697397 because future has completed 2024-11-28T07:42:00,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=580ac188de1423a8f6fa05e251e7a427, ASSIGN in 10.2300 sec 2024-11-28T07:42:00,477 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,477 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,478 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,479 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:42:00,479 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:42:00,479 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,479 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:42:00,479 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d4dbec30b97c12a514d61e9a5ad3709b, NAME => 'SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-28T07:42:00,480 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,480 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:00,480 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,480 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,480 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,480 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,481 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9f028a284e88b074a969d261af5b2495/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:42:00,482 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=940eb7450f591d48d5d068fa9c630a29, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:00,484 INFO [StoreOpener-d4dbec30b97c12a514d61e9a5ad3709b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,484 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-28T07:42:00,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ed5c0f22df12203ea288ce040a388d2, server=f64cf8bdf19b,40635,1732779697397 in 10.0480 sec 2024-11-28T07:42:00,485 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9f028a284e88b074a969d261af5b2495; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68952414, jitterRate=0.027471035718917847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:00,485 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:00,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 940eb7450f591d48d5d068fa9c630a29, server=f64cf8bdf19b,33173,1732779697449 because future has completed 2024-11-28T07:42:00,485 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9f028a284e88b074a969d261af5b2495: Running coprocessor pre-open hook at 1732779720462Writing region info on filesystem at 1732779720462Initializing all the Stores at 1732779720465 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779720465Cleaning up temporary data from old regions at 1732779720474 (+9 ms)Running coprocessor post-open hooks at 1732779720485 (+11 ms)Region opened successfully at 1732779720485 2024-11-28T07:42:00,487 INFO [StoreOpener-d4dbec30b97c12a514d61e9a5ad3709b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4dbec30b97c12a514d61e9a5ad3709b columnFamilyName cf 2024-11-28T07:42:00,487 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495., pid=16, masterSystemTime=1732779720427 2024-11-28T07:42:00,487 DEBUG [StoreOpener-d4dbec30b97c12a514d61e9a5ad3709b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:00,488 INFO [StoreOpener-d4dbec30b97c12a514d61e9a5ad3709b-1 {}] regionserver.HStore(327): Store=d4dbec30b97c12a514d61e9a5ad3709b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:00,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9ed5c0f22df12203ea288ce040a388d2, ASSIGN in 10.2420 sec 2024-11-28T07:42:00,488 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,489 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/6c2fcce726dfadc56a12f5f03ac71d82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:42:00,490 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,490 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,490 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6c2fcce726dfadc56a12f5f03ac71d82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72140724, jitterRate=0.07498055696487427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:00,490 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:00,491 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6c2fcce726dfadc56a12f5f03ac71d82: Running coprocessor pre-open hook at 1732779720470Writing region info on filesystem at 1732779720470Initializing all the Stores at 1732779720472 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779720472Cleaning up temporary data from old regions at 1732779720480 (+8 ms)Running coprocessor post-open hooks at 1732779720490 (+10 ms)Region opened successfully at 1732779720490 2024-11-28T07:42:00,491 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:42:00,491 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,491 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,491 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:42:00,491 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:42:00,492 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d0bb703ba2f1b3a0a1b18b3f887be1a6, NAME => 'SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-28T07:42:00,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9f028a284e88b074a969d261af5b2495, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,43723,1732779697283 2024-11-28T07:42:00,492 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,492 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:00,493 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,493 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-28T07:42:00,494 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82., pid=24, masterSystemTime=1732779720438 2024-11-28T07:42:00,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 940eb7450f591d48d5d068fa9c630a29, server=f64cf8bdf19b,33173,1732779697449 in 10.0460 sec 2024-11-28T07:42:00,495 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,497 INFO [StoreOpener-d0bb703ba2f1b3a0a1b18b3f887be1a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f028a284e88b074a969d261af5b2495, server=f64cf8bdf19b,43723,1732779697283 because future has completed 2024-11-28T07:42:00,498 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:42:00,498 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:42:00,498 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:42:00,499 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a4ab936b30f13c5eec83cb810b91e26e, NAME => 'SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-28T07:42:00,499 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,499 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:00,499 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,499 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=940eb7450f591d48d5d068fa9c630a29, ASSIGN in 10.2530 sec 2024-11-28T07:42:00,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6c2fcce726dfadc56a12f5f03ac71d82, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:00,501 INFO [StoreOpener-d0bb703ba2f1b3a0a1b18b3f887be1a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0bb703ba2f1b3a0a1b18b3f887be1a6 columnFamilyName cf 2024-11-28T07:42:00,501 DEBUG [StoreOpener-d0bb703ba2f1b3a0a1b18b3f887be1a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:00,502 INFO [StoreOpener-d0bb703ba2f1b3a0a1b18b3f887be1a6-1 {}] regionserver.HStore(327): Store=d0bb703ba2f1b3a0a1b18b3f887be1a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:00,502 INFO [StoreOpener-a4ab936b30f13c5eec83cb810b91e26e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,503 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,503 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:42:00,504 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,504 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f64cf8bdf19b,40635,1732779697397, table=SPTestTable, region=6c2fcce726dfadc56a12f5f03ac71d82. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-28T07:42:00,505 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d4dbec30b97c12a514d61e9a5ad3709b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61451016, jitterRate=-0.08430850505828857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:00,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c2fcce726dfadc56a12f5f03ac71d82, server=f64cf8bdf19b,40635,1732779697397 because future has completed 2024-11-28T07:42:00,505 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,505 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:00,506 INFO [StoreOpener-a4ab936b30f13c5eec83cb810b91e26e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4ab936b30f13c5eec83cb810b91e26e columnFamilyName cf 2024-11-28T07:42:00,506 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d4dbec30b97c12a514d61e9a5ad3709b: Running coprocessor pre-open hook at 1732779720480Writing region info on filesystem at 1732779720480Initializing all the Stores at 1732779720481 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779720481Cleaning up temporary data from old regions at 1732779720491 (+10 ms)Running coprocessor post-open hooks at 1732779720506 (+15 ms)Region opened successfully at 1732779720506 2024-11-28T07:42:00,506 DEBUG [StoreOpener-a4ab936b30f13c5eec83cb810b91e26e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:00,507 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b., pid=23, masterSystemTime=1732779720448 2024-11-28T07:42:00,507 INFO [StoreOpener-a4ab936b30f13c5eec83cb810b91e26e-1 {}] regionserver.HStore(327): Store=a4ab936b30f13c5eec83cb810b91e26e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:00,507 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,508 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,508 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-28T07:42:00,509 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f028a284e88b074a969d261af5b2495, server=f64cf8bdf19b,43723,1732779697283 in 10.0800 sec 2024-11-28T07:42:00,511 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,511 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:42:00,511 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:42:00,511 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:42:00,511 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fec74099d07cbc2465616a6106533f08, NAME => 'SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-28T07:42:00,511 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-28T07:42:00,512 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:00,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c2fcce726dfadc56a12f5f03ac71d82, server=f64cf8bdf19b,40635,1732779697397 in 10.0460 sec 2024-11-28T07:42:00,512 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,512 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,512 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,512 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,512 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d4dbec30b97c12a514d61e9a5ad3709b, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:00,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f028a284e88b074a969d261af5b2495, ASSIGN in 10.2670 sec 2024-11-28T07:42:00,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6c2fcce726dfadc56a12f5f03ac71d82, ASSIGN in 10.2700 sec 2024-11-28T07:42:00,516 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,517 INFO [StoreOpener-fec74099d07cbc2465616a6106533f08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,517 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d0bb703ba2f1b3a0a1b18b3f887be1a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:42:00,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4dbec30b97c12a514d61e9a5ad3709b, server=f64cf8bdf19b,33173,1732779697449 because future has completed 2024-11-28T07:42:00,518 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d0bb703ba2f1b3a0a1b18b3f887be1a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66169301, jitterRate=-0.014000579714775085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:00,518 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:00,518 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d0bb703ba2f1b3a0a1b18b3f887be1a6: Running coprocessor pre-open hook at 1732779720493Writing region info on filesystem at 1732779720493Initializing all the Stores at 1732779720495 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779720495Cleaning up temporary data from old regions at 1732779720508 (+13 ms)Running coprocessor post-open hooks at 1732779720518 (+10 ms)Region opened successfully at 1732779720518 2024-11-28T07:42:00,519 INFO [StoreOpener-fec74099d07cbc2465616a6106533f08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fec74099d07cbc2465616a6106533f08 columnFamilyName cf 2024-11-28T07:42:00,519 DEBUG [StoreOpener-fec74099d07cbc2465616a6106533f08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:00,520 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6., pid=15, masterSystemTime=1732779720427 2024-11-28T07:42:00,520 INFO [StoreOpener-fec74099d07cbc2465616a6106533f08-1 {}] regionserver.HStore(327): Store=fec74099d07cbc2465616a6106533f08/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:00,520 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,521 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,522 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,522 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:42:00,522 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:42:00,522 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,522 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,523 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:42:00,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d0bb703ba2f1b3a0a1b18b3f887be1a6, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,43723,1732779697283 2024-11-28T07:42:00,524 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a4ab936b30f13c5eec83cb810b91e26e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67640443, jitterRate=0.007921144366264343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:00,524 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:00,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-28T07:42:00,525 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a4ab936b30f13c5eec83cb810b91e26e: Running coprocessor pre-open hook at 1732779720499Writing region info on filesystem at 1732779720499Initializing all the Stores at 1732779720502 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779720502Cleaning up temporary data from old regions at 1732779720512 (+10 ms)Running coprocessor post-open hooks at 1732779720525 (+13 ms)Region opened successfully at 1732779720525 2024-11-28T07:42:00,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d4dbec30b97c12a514d61e9a5ad3709b, server=f64cf8bdf19b,33173,1732779697449 in 10.0610 sec 2024-11-28T07:42:00,526 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,526 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e., pid=17, masterSystemTime=1732779720438 2024-11-28T07:42:00,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6, server=f64cf8bdf19b,43723,1732779697283 because future has completed 2024-11-28T07:42:00,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4dbec30b97c12a514d61e9a5ad3709b, ASSIGN in 10.2830 sec 2024-11-28T07:42:00,530 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/fec74099d07cbc2465616a6106533f08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:42:00,530 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:42:00,530 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:42:00,530 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:42:00,530 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 519ea4b49720d24a4f67ce076de7293b, NAME => 'SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-28T07:42:00,531 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,531 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:00,531 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fec74099d07cbc2465616a6106533f08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66762982, jitterRate=-0.005154043436050415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:00,531 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:00,531 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,531 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,531 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fec74099d07cbc2465616a6106533f08: Running coprocessor pre-open hook at 1732779720512Writing region info on filesystem at 1732779720512Initializing all the Stores at 1732779720514 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779720514Cleaning up temporary data from old regions at 1732779720522 (+8 ms)Running coprocessor post-open hooks at 1732779720531 (+9 ms)Region opened successfully at 1732779720531 2024-11-28T07:42:00,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a4ab936b30f13c5eec83cb810b91e26e, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:00,532 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08., pid=21, masterSystemTime=1732779720448 2024-11-28T07:42:00,533 INFO [StoreOpener-519ea4b49720d24a4f67ce076de7293b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-28T07:42:00,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6, server=f64cf8bdf19b,43723,1732779697283 in 10.1130 sec 2024-11-28T07:42:00,535 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:42:00,535 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:42:00,536 INFO [StoreOpener-519ea4b49720d24a4f67ce076de7293b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 519ea4b49720d24a4f67ce076de7293b columnFamilyName cf 2024-11-28T07:42:00,536 DEBUG [StoreOpener-519ea4b49720d24a4f67ce076de7293b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:00,537 INFO [StoreOpener-519ea4b49720d24a4f67ce076de7293b-1 {}] regionserver.HStore(327): Store=519ea4b49720d24a4f67ce076de7293b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:00,537 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4ab936b30f13c5eec83cb810b91e26e, server=f64cf8bdf19b,40635,1732779697397 because future has completed 2024-11-28T07:42:00,538 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0bb703ba2f1b3a0a1b18b3f887be1a6, ASSIGN in 10.2920 sec 2024-11-28T07:42:00,539 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fec74099d07cbc2465616a6106533f08, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:00,539 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,540 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,540 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,544 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fec74099d07cbc2465616a6106533f08, server=f64cf8bdf19b,33173,1732779697449 because future has completed 2024-11-28T07:42:00,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-28T07:42:00,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a4ab936b30f13c5eec83cb810b91e26e, server=f64cf8bdf19b,40635,1732779697397 in 10.1100 sec 2024-11-28T07:42:00,550 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/519ea4b49720d24a4f67ce076de7293b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:42:00,551 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 519ea4b49720d24a4f67ce076de7293b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63227991, jitterRate=-0.057829514145851135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:00,551 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:00,552 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 519ea4b49720d24a4f67ce076de7293b: Running coprocessor pre-open hook at 1732779720531Writing region info on filesystem at 1732779720531Initializing all the Stores at 1732779720532 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779720533 (+1 ms)Cleaning up temporary data from old regions at 1732779720540 (+7 ms)Running coprocessor post-open hooks at 1732779720551 (+11 ms)Region opened successfully at 1732779720552 (+1 ms) 2024-11-28T07:42:00,557 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b., pid=19, masterSystemTime=1732779720438 2024-11-28T07:42:00,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a4ab936b30f13c5eec83cb810b91e26e, ASSIGN in 10.3070 sec 2024-11-28T07:42:00,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-28T07:42:00,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fec74099d07cbc2465616a6106533f08, server=f64cf8bdf19b,33173,1732779697449 in 10.1060 sec 2024-11-28T07:42:00,561 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:42:00,561 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:42:00,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fec74099d07cbc2465616a6106533f08, ASSIGN in 10.3180 sec 2024-11-28T07:42:00,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=519ea4b49720d24a4f67ce076de7293b, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:00,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 519ea4b49720d24a4f67ce076de7293b, server=f64cf8bdf19b,40635,1732779697397 because future has completed 2024-11-28T07:42:00,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-28T07:42:00,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 519ea4b49720d24a4f67ce076de7293b, server=f64cf8bdf19b,40635,1732779697397 in 10.1310 sec 2024-11-28T07:42:00,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T07:42:00,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=519ea4b49720d24a4f67ce076de7293b, ASSIGN in 10.3270 sec 2024-11-28T07:42:00,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:42:00,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732779720573"}]},"ts":"1732779720573"} 2024-11-28T07:42:00,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-28T07:42:00,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:42:00,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6630 sec 2024-11-28T07:42:02,671 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-28T07:42:05,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:42:05,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:42:07,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-28T07:42:07,015 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-28T07:42:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:42:08,226 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-28T07:42:08,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-28T07:42:08,227 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:42:08,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-28T07:42:08,240 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:42:08,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-28T07:42:08,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427., hostname=f64cf8bdf19b,43723,1732779697283, seqNum=2] 2024-11-28T07:42:08,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427., hostname=f64cf8bdf19b,43723,1732779697283, seqNum=2] 2024-11-28T07:42:08,304 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427., hostname=f64cf8bdf19b,43723,1732779697283, seqNum=2] 2024-11-28T07:42:08,307 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427., hostname=f64cf8bdf19b,43723,1732779697283, seqNum=2] 2024-11-28T07:42:08,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427., hostname=f64cf8bdf19b,43723,1732779697283, seqNum=2] 2024-11-28T07:42:08,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427., hostname=f64cf8bdf19b,43723,1732779697283, seqNum=2] 2024-11-28T07:42:08,314 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427., hostname=f64cf8bdf19b,43723,1732779697283, seqNum=2] 2024-11-28T07:42:08,317 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427., hostname=f64cf8bdf19b,43723,1732779697283, seqNum=2] 2024-11-28T07:42:08,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,350 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,394 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b., hostname=f64cf8bdf19b,33173,1732779697449, seqNum=2] 2024-11-28T07:42:08,396 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b., hostname=f64cf8bdf19b,33173,1732779697449, seqNum=2] 2024-11-28T07:42:08,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b., hostname=f64cf8bdf19b,33173,1732779697449, seqNum=2] 2024-11-28T07:42:08,401 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b., hostname=f64cf8bdf19b,33173,1732779697449, seqNum=2] 2024-11-28T07:42:08,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b., hostname=f64cf8bdf19b,33173,1732779697449, seqNum=2] 2024-11-28T07:42:08,406 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b., hostname=f64cf8bdf19b,33173,1732779697449, seqNum=2] 2024-11-28T07:42:08,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b., hostname=f64cf8bdf19b,33173,1732779697449, seqNum=2] 2024-11-28T07:42:08,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b., hostname=f64cf8bdf19b,33173,1732779697449, seqNum=2] 2024-11-28T07:42:08,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,475 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,484 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:08,486 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e., hostname=f64cf8bdf19b,40635,1732779697397, seqNum=2] 2024-11-28T07:42:09,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:42:09,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:42:09,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:42:09,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43723 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T07:42:09,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33173 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T07:42:09,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:42:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:42:09,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T07:42:09,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40635 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T07:42:10,031 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-28T07:42:10,033 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:42:10,034 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-28T07:42:10,038 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-28T07:42:10,054 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-28T07:42:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741848_1024 (size=49) 2024-11-28T07:42:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741848_1024 (size=49) 2024-11-28T07:42:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741848_1024 (size=49) 2024-11-28T07:42:10,067 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-28T07:42:10,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 519ea4b49720d24a4f67ce076de7293b}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940eb7450f591d48d5d068fa9c630a29}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c2fcce726dfadc56a12f5f03ac71d82}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fec74099d07cbc2465616a6106533f08}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ed5c0f22df12203ea288ce040a388d2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4dbec30b97c12a514d61e9a5ad3709b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4ab936b30f13c5eec83cb810b91e26e}] 2024-11-28T07:42:10,075 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:10,075 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:10,075 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:10,076 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:10,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:10,079 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:10,083 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:10,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:10,083 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:10,086 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:10,134 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f64cf8bdf19b,43723,1732779697283 2024-11-28T07:42:10,135 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f64cf8bdf19b,43723,1732779697283: Simulated kill ***** 2024-11-28T07:42:10,135 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T07:42:10,138 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T07:42:10,139 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T07:42:10,142 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T07:42:10,144 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T07:42:10,154 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 540864248 }, "NonHeapMemoryUsage": { "committed": 156237824, "init": 7667712, "max": -1, "used": 152962488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "f64cf8bdf19b", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "f64cf8bdf19b", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60268", "tag.serverName": "f64cf8bdf19b,43723,1732779697283", "tag.clusterId": "ddbb1e6f-76e4-42cc-95f0-c77e1082dc6c", "tag.Context": "regionserver", "tag.Hostname": "f64cf8bdf19b", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732779697283, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-28T07:42:10,159 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35187 {}] master.MasterRpcServices(700): f64cf8bdf19b,43723,1732779697283 reported a fatal error: ***** ABORTING region server f64cf8bdf19b,43723,1732779697283: Simulated kill ***** 2024-11-28T07:42:10,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,43723,1732779697283' ***** 2024-11-28T07:42:10,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-28T07:42:10,161 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:42:10,162 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:42:10,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:42:10,162 INFO [RS:0;f64cf8bdf19b:43723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-28T07:42:10,162 INFO [RS:0;f64cf8bdf19b:43723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-28T07:42:10,162 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:42:10,162 INFO [RS:0;f64cf8bdf19b:43723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f64cf8bdf19b:43723. 2024-11-28T07:42:10,163 DEBUG [RS:0;f64cf8bdf19b:43723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:42:10,163 DEBUG [RS:0;f64cf8bdf19b:43723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:42:10,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741835_1011 (size=966) 2024-11-28T07:42:10,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741835_1011 (size=966) 2024-11-28T07:42:10,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741835_1011 (size=966) 2024-11-28T07:42:10,170 DEBUG [RS:0;f64cf8bdf19b:43723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:42:10,170 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:42:10,170 INFO [RS:0;f64cf8bdf19b:43723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43723 2024-11-28T07:42:10,174 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:42:10,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:42:10,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,43723,1732779697283 2024-11-28T07:42:10,191 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:42:10,208 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,43723,1732779697283] 2024-11-28T07:42:10,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,43723,1732779697283 already deleted, retry=false 2024-11-28T07:42:10,224 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f64cf8bdf19b,43723,1732779697283 on f64cf8bdf19b,35187,1732779696591 2024-11-28T07:42:10,229 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f64cf8bdf19b,43723,1732779697283, splitWal=true, meta=false 2024-11-28T07:42:10,235 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f64cf8bdf19b,43723,1732779697283, splitWal=true, meta=false 2024-11-28T07:42:10,235 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for f64cf8bdf19b,43723,1732779697283 (carryingMeta=false) f64cf8bdf19b,43723,1732779697283/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6beafe6c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-28T07:42:10,236 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): f64cf8bdf19b,43723,1732779697283 had 3 regions 2024-11-28T07:42:10,237 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:10,237 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f64cf8bdf19b,43723,1732779697283, splitWal=true, meta=false, isMeta: false 2024-11-28T07:42:10,238 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:10,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:10,239 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 can not run currently because target server of region SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 1000 ms to retry 2024-11-28T07:42:10,240 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427; timeout=1000, timestamp=1732779731240 2024-11-28T07:42:10,240 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting 2024-11-28T07:42:10,241 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 can not run currently because target server of region SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 1000 ms to retry 2024-11-28T07:42:10,241 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495; timeout=1000, timestamp=1732779731241 2024-11-28T07:42:10,241 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 can not run currently because target server of region SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 1000 ms to retry 2024-11-28T07:42:10,241 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6; timeout=1000, timestamp=1732779731241 2024-11-28T07:42:10,242 INFO [PEWorker-5 {}] master.SplitWALManager(105): f64cf8bdf19b,43723,1732779697283 WAL count=1, meta=false 2024-11-28T07:42:10,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f64cf8bdf19b%2C43723%2C1732779697283.1732779698990}] 2024-11-28T07:42:10,252 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:10,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f64cf8bdf19b%2C43723%2C1732779697283.1732779698990, worker=f64cf8bdf19b,40635,1732779697397}] 2024-11-28T07:42:10,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:42:10,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43723-0x1015d85c9210001, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:42:10,309 INFO [RS:0;f64cf8bdf19b:43723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:42:10,309 INFO [RS:0;f64cf8bdf19b:43723 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,43723,1732779697283; zookeeper connection closed. 2024-11-28T07:42:10,309 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@418a829c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@418a829c 2024-11-28T07:42:10,798 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T07:42:10,798 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T07:42:11,240 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:11,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:11,241 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:11,241 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 can not run currently because target server of region SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 2000 ms to retry 2024-11-28T07:42:11,242 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427; timeout=2000, timestamp=1732779733242 2024-11-28T07:42:11,242 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 can not run currently because target server of region SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 2000 ms to retry 2024-11-28T07:42:11,242 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 can not run currently because target server of region SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 2000 ms to retry 2024-11-28T07:42:11,242 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6; timeout=2000, timestamp=1732779733242 2024-11-28T07:42:11,243 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495; timeout=2000, timestamp=1732779733242 2024-11-28T07:42:13,242 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:13,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:13,242 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:13,244 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 can not run currently because target server of region SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 4000 ms to retry 2024-11-28T07:42:13,244 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 can not run currently because target server of region SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 4000 ms to retry 2024-11-28T07:42:13,244 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 can not run currently because target server of region SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 4000 ms to retry 2024-11-28T07:42:13,244 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495; timeout=4000, timestamp=1732779737244 2024-11-28T07:42:13,244 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427; timeout=4000, timestamp=1732779737244 2024-11-28T07:42:13,244 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6; timeout=4000, timestamp=1732779737244 2024-11-28T07:42:17,244 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:17,244 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:17,245 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:17,246 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 can not run currently because target server of region SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 8000 ms to retry 2024-11-28T07:42:17,246 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495; timeout=8000, timestamp=1732779745246 2024-11-28T07:42:17,247 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 can not run currently because target server of region SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 8000 ms to retry 2024-11-28T07:42:17,247 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427; timeout=8000, timestamp=1732779745247 2024-11-28T07:42:17,248 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 can not run currently because target server of region SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. f64cf8bdf19b,43723,1732779697283 is in state SPLITTING, wait 8000 ms to retry 2024-11-28T07:42:17,248 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6; timeout=8000, timestamp=1732779745248 2024-11-28T07:42:20,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-28T07:42:20,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-28T07:42:20,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-28T07:42:20,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-28T07:42:20,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:42:20,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:42:20,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-28T07:42:20,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:42:20,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-28T07:42:20,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:42:20,086 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:42:20,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-28T07:42:20,091 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 9ed5c0f22df12203ea288ce040a388d2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-28T07:42:20,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-28T07:42:20,092 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d4dbec30b97c12a514d61e9a5ad3709b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-28T07:42:20,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:42:20,093 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing a4ab936b30f13c5eec83cb810b91e26e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-28T07:42:20,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for fec74099d07cbc2465616a6106533f08: 2024-11-28T07:42:20,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. for SnapshotProcedureTest completed. 2024-11-28T07:42:20,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:42:20,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:42:20,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 519ea4b49720d24a4f67ce076de7293b: 2024-11-28T07:42:20,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. for SnapshotProcedureTest completed. 2024-11-28T07:42:20,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:42:20,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:42:20,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:42:20,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:42:20,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 940eb7450f591d48d5d068fa9c630a29: 2024-11-28T07:42:20,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. for SnapshotProcedureTest completed. 2024-11-28T07:42:20,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:42:20,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:42:20,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:42:20,163 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990, size=966 (966bytes) 2024-11-28T07:42:20,164 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-28T07:42:20,164 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-28T07:42:20,164 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990 2024-11-28T07:42:20,173 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990 after 7ms 2024-11-28T07:42:20,257 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990 took 96ms 2024-11-28T07:42:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741851_1027 (size=65) 2024-11-28T07:42:20,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b/.tmp/cf/4c6ed2a8eda0472a8559c28a4dc12db0 is 34, key is ccd/cf:cf/1732779729270/Put/seqid=0 2024-11-28T07:42:20,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2/.tmp/cf/63586de8b8fe4cb29485bfac3117d653 is 34, key is baa/cf:cf/1732779729348/Put/seqid=0 2024-11-28T07:42:20,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741851_1027 (size=65) 2024-11-28T07:42:20,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741851_1027 (size=65) 2024-11-28T07:42:20,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:42:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741850_1026 (size=65) 2024-11-28T07:42:20,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-28T07:42:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741850_1026 (size=65) 2024-11-28T07:42:20,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741850_1026 (size=65) 2024-11-28T07:42:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-28T07:42:20,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:20,336 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 580ac188de1423a8f6fa05e251e7a427: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-28T07:42:20,336 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:42:20,339 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 9f028a284e88b074a969d261af5b2495: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-28T07:42:20,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d0bb703ba2f1b3a0a1b18b3f887be1a6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-28T07:42:20,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990 so closing down 2024-11-28T07:42:20,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-28T07:42:20,344 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-28T07:42:20,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 940eb7450f591d48d5d068fa9c630a29 in 10.2770 sec 2024-11-28T07:42:20,357 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990, size=966, length=966, corrupted=false, cancelled=false 2024-11-28T07:42:20,357 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990, journal: Splitting hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990, size=966 (966bytes) at 1732779740163Finishing writing output for hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990 so closing down at 1732779740343 (+180 ms)3 split writer threads finished at 1732779740344 (+1 ms)Processed 3 edits across 0 Regions in 19 ms; skipped=3; WAL=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990, size=966, length=966, corrupted=false, cancelled=false at 1732779740357 (+13 ms) 2024-11-28T07:42:20,358 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990 2024-11-28T07:42:20,358 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-28T07:42:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-28T07:42:20,381 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e/.tmp/cf/8de416ae984c49b1a3afe600b8620270 is 34, key is eaa/cf:cf/1732779729887/Put/seqid=0 2024-11-28T07:42:20,397 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting/f64cf8bdf19b%2C43723%2C1732779697283.1732779698990 to hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/oldWALs 2024-11-28T07:42:20,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-28T07:42:20,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f64cf8bdf19b%2C43723%2C1732779697283.1732779698990, worker=f64cf8bdf19b,40635,1732779697397 in 10.1440 sec 2024-11-28T07:42:20,409 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:20,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-28T07:42:20,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure f64cf8bdf19b%2C43723%2C1732779697283.1732779698990, worker=f64cf8bdf19b,40635,1732779697397 in 10.1650 sec 2024-11-28T07:42:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741852_1028 (size=499309) 2024-11-28T07:42:20,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741852_1028 (size=499309) 2024-11-28T07:42:20,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741852_1028 (size=499309) 2024-11-28T07:42:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741849_1025 (size=57) 2024-11-28T07:42:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741849_1025 (size=57) 2024-11-28T07:42:20,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741849_1025 (size=57) 2024-11-28T07:42:20,423 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e/.tmp/cf/8de416ae984c49b1a3afe600b8620270 2024-11-28T07:42:20,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:42:20,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-28T07:42:20,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:42:20,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6c2fcce726dfadc56a12f5f03ac71d82: 2024-11-28T07:42:20,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. for SnapshotProcedureTest completed. 2024-11-28T07:42:20,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:42:20,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:42:20,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:42:20,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-28T07:42:20,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:20,425 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:42:20,427 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting dir is empty, no logs to split. 2024-11-28T07:42:20,427 INFO [PEWorker-4 {}] master.SplitWALManager(105): f64cf8bdf19b,43723,1732779697283 WAL count=0, meta=false 2024-11-28T07:42:20,427 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if f64cf8bdf19b,43723,1732779697283 WAL splitting is done? wals=0, meta=false 2024-11-28T07:42:20,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 519ea4b49720d24a4f67ce076de7293b in 10.3590 sec 2024-11-28T07:42:20,432 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for f64cf8bdf19b,43723,1732779697283 failed, ignore...File hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/WALs/f64cf8bdf19b,43723,1732779697283-splitting does not exist. 2024-11-28T07:42:20,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0bb703ba2f1b3a0a1b18b3f887be1a6, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f028a284e88b074a969d261af5b2495, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=580ac188de1423a8f6fa05e251e7a427, ASSIGN}] 2024-11-28T07:42:20,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=580ac188de1423a8f6fa05e251e7a427, ASSIGN 2024-11-28T07:42:20,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f028a284e88b074a969d261af5b2495, ASSIGN 2024-11-28T07:42:20,444 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0bb703ba2f1b3a0a1b18b3f887be1a6, ASSIGN 2024-11-28T07:42:20,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=580ac188de1423a8f6fa05e251e7a427, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T07:42:20,447 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f028a284e88b074a969d261af5b2495, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T07:42:20,449 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0bb703ba2f1b3a0a1b18b3f887be1a6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T07:42:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741853_1029 (size=47197) 2024-11-28T07:42:20,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741853_1029 (size=47197) 2024-11-28T07:42:20,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741853_1029 (size=47197) 2024-11-28T07:42:20,470 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b/.tmp/cf/4c6ed2a8eda0472a8559c28a4dc12db0 2024-11-28T07:42:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741854_1030 (size=28623) 2024-11-28T07:42:20,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741854_1030 (size=28623) 2024-11-28T07:42:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741854_1030 (size=28623) 2024-11-28T07:42:20,493 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2/.tmp/cf/63586de8b8fe4cb29485bfac3117d653 2024-11-28T07:42:20,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741855_1031 (size=65) 2024-11-28T07:42:20,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741855_1031 (size=65) 2024-11-28T07:42:20,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:42:20,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-28T07:42:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-28T07:42:20,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:20,557 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:42:20,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741855_1031 (size=65) 2024-11-28T07:42:20,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2/.tmp/cf/63586de8b8fe4cb29485bfac3117d653 as hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2/cf/63586de8b8fe4cb29485bfac3117d653 2024-11-28T07:42:20,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b/.tmp/cf/4c6ed2a8eda0472a8559c28a4dc12db0 as hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b/cf/4c6ed2a8eda0472a8559c28a4dc12db0 2024-11-28T07:42:20,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6c2fcce726dfadc56a12f5f03ac71d82 in 10.4910 sec 2024-11-28T07:42:20,568 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e/.tmp/cf/8de416ae984c49b1a3afe600b8620270 as hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e/cf/8de416ae984c49b1a3afe600b8620270 2024-11-28T07:42:20,577 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2/cf/63586de8b8fe4cb29485bfac3117d653, entries=731, sequenceid=5, filesize=28.0 K 2024-11-28T07:42:20,578 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b/cf/4c6ed2a8eda0472a8559c28a4dc12db0, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-28T07:42:20,582 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e/cf/8de416ae984c49b1a3afe600b8620270, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-28T07:42:20,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 9ed5c0f22df12203ea288ce040a388d2 in 495ms, sequenceid=5, compaction requested=false 2024-11-28T07:42:20,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for a4ab936b30f13c5eec83cb810b91e26e in 494ms, sequenceid=5, compaction requested=false 2024-11-28T07:42:20,588 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d4dbec30b97c12a514d61e9a5ad3709b in 495ms, sequenceid=5, compaction requested=false 2024-11-28T07:42:20,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d4dbec30b97c12a514d61e9a5ad3709b: 2024-11-28T07:42:20,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 9ed5c0f22df12203ea288ce040a388d2: 2024-11-28T07:42:20,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for a4ab936b30f13c5eec83cb810b91e26e: 2024-11-28T07:42:20,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. for SnapshotProcedureTest completed. 2024-11-28T07:42:20,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. for SnapshotProcedureTest completed. 2024-11-28T07:42:20,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. for SnapshotProcedureTest completed. 2024-11-28T07:42:20,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:42:20,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:42:20,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:42:20,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:42:20,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:42:20,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:42:20,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b/cf/4c6ed2a8eda0472a8559c28a4dc12db0] hfiles 2024-11-28T07:42:20,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2/cf/63586de8b8fe4cb29485bfac3117d653] hfiles 2024-11-28T07:42:20,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e/cf/8de416ae984c49b1a3afe600b8620270] hfiles 2024-11-28T07:42:20,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b/cf/4c6ed2a8eda0472a8559c28a4dc12db0 for snapshot=SnapshotProcedureTest 2024-11-28T07:42:20,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2/cf/63586de8b8fe4cb29485bfac3117d653 for snapshot=SnapshotProcedureTest 2024-11-28T07:42:20,591 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e/cf/8de416ae984c49b1a3afe600b8620270 for snapshot=SnapshotProcedureTest 2024-11-28T07:42:20,597 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(204): Hosts are {f64cf8bdf19b=0} racks are {/default-rack=0} 2024-11-28T07:42:20,597 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T07:42:20,597 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T07:42:20,597 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T07:42:20,597 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T07:42:20,597 INFO [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T07:42:20,597 INFO [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T07:42:20,597 DEBUG [f64cf8bdf19b:35187 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T07:42:20,598 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d0bb703ba2f1b3a0a1b18b3f887be1a6, regionState=OPENING, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:20,599 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=9f028a284e88b074a969d261af5b2495, regionState=OPENING, regionLocation=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:20,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=580ac188de1423a8f6fa05e251e7a427, regionState=OPENING, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:20,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d0bb703ba2f1b3a0a1b18b3f887be1a6, ASSIGN because future has completed 2024-11-28T07:42:20,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6, server=f64cf8bdf19b,40635,1732779697397}] 2024-11-28T07:42:20,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9f028a284e88b074a969d261af5b2495, ASSIGN because future has completed 2024-11-28T07:42:20,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f028a284e88b074a969d261af5b2495, server=f64cf8bdf19b,33173,1732779697449}] 2024-11-28T07:42:20,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=580ac188de1423a8f6fa05e251e7a427, ASSIGN because future has completed 2024-11-28T07:42:20,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 580ac188de1423a8f6fa05e251e7a427, server=f64cf8bdf19b,40635,1732779697397}] 2024-11-28T07:42:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741856_1032 (size=105) 2024-11-28T07:42:20,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741856_1032 (size=105) 2024-11-28T07:42:20,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741856_1032 (size=105) 2024-11-28T07:42:20,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:42:20,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-28T07:42:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-28T07:42:20,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:20,661 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:42:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741857_1033 (size=97) 2024-11-28T07:42:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741857_1033 (size=97) 2024-11-28T07:42:20,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741857_1033 (size=97) 2024-11-28T07:42:20,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:42:20,666 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-28T07:42:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-28T07:42:20,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:20,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:42:20,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d4dbec30b97c12a514d61e9a5ad3709b in 10.5960 sec 2024-11-28T07:42:20,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a4ab936b30f13c5eec83cb810b91e26e in 10.6000 sec 2024-11-28T07:42:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741858_1034 (size=105) 2024-11-28T07:42:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741858_1034 (size=105) 2024-11-28T07:42:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741858_1034 (size=105) 2024-11-28T07:42:20,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:42:20,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-28T07:42:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-28T07:42:20,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:20,684 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:42:20,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9ed5c0f22df12203ea288ce040a388d2 in 10.6260 sec 2024-11-28T07:42:20,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:42:20,728 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-28T07:42:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-28T07:42:20,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:20,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fec74099d07cbc2465616a6106533f08 2024-11-28T07:42:20,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fec74099d07cbc2465616a6106533f08 in 10.6630 sec 2024-11-28T07:42:25,247 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 held by pid=40 2024-11-28T07:42:25,247 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:25,248 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 held by pid=41 2024-11-28T07:42:25,248 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:25,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 held by pid=39 2024-11-28T07:42:25,248 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:29,698 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T07:42:29,698 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T07:42:30,615 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:42:30,616 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f028a284e88b074a969d261af5b2495, NAME => 'SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-28T07:42:30,616 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:42:30,616 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 580ac188de1423a8f6fa05e251e7a427, NAME => 'SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-28T07:42:30,616 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,616 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:30,616 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,616 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,617 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:30,617 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,617 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,617 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,619 INFO [StoreOpener-580ac188de1423a8f6fa05e251e7a427-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,619 INFO [StoreOpener-9f028a284e88b074a969d261af5b2495-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,621 INFO [StoreOpener-9f028a284e88b074a969d261af5b2495-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f028a284e88b074a969d261af5b2495 columnFamilyName cf 2024-11-28T07:42:30,621 INFO [StoreOpener-580ac188de1423a8f6fa05e251e7a427-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 580ac188de1423a8f6fa05e251e7a427 columnFamilyName cf 2024-11-28T07:42:30,621 DEBUG [StoreOpener-580ac188de1423a8f6fa05e251e7a427-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:30,621 DEBUG [StoreOpener-9f028a284e88b074a969d261af5b2495-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:30,622 INFO [StoreOpener-9f028a284e88b074a969d261af5b2495-1 {}] regionserver.HStore(327): Store=9f028a284e88b074a969d261af5b2495/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:30,622 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,622 INFO [StoreOpener-580ac188de1423a8f6fa05e251e7a427-1 {}] regionserver.HStore(327): Store=580ac188de1423a8f6fa05e251e7a427/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:30,622 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,623 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,623 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,625 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,626 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,626 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,626 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,627 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,627 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,629 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,631 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,631 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 9f028a284e88b074a969d261af5b2495; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64381181, jitterRate=-0.04064564406871796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:30,631 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,631 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 9f028a284e88b074a969d261af5b2495: Running coprocessor pre-open hook at 1732779750617Writing region info on filesystem at 1732779750617Initializing all the Stores at 1732779750618 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779750619 (+1 ms)Cleaning up temporary data from old regions at 1732779750626 (+7 ms)Running coprocessor post-open hooks at 1732779750631 (+5 ms)Region opened successfully at 1732779750631 2024-11-28T07:42:30,633 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495., pid=43, masterSystemTime=1732779750610 2024-11-28T07:42:30,633 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 580ac188de1423a8f6fa05e251e7a427; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67831879, jitterRate=0.010773763060569763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:30,633 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,633 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 580ac188de1423a8f6fa05e251e7a427: Running coprocessor pre-open hook at 1732779750617Writing region info on filesystem at 1732779750617Initializing all the Stores at 1732779750618 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779750619 (+1 ms)Cleaning up temporary data from old regions at 1732779750627 (+8 ms)Running coprocessor post-open hooks at 1732779750633 (+6 ms)Region opened successfully at 1732779750633 2024-11-28T07:42:30,635 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427., pid=44, masterSystemTime=1732779750609 2024-11-28T07:42:30,636 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:42:30,636 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:42:30,637 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=9f028a284e88b074a969d261af5b2495, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:30,641 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:42:30,641 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=580ac188de1423a8f6fa05e251e7a427, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:30,641 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:42:30,641 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:42:30,642 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => d0bb703ba2f1b3a0a1b18b3f887be1a6, NAME => 'SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-28T07:42:30,642 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,642 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:42:30,642 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,642 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f028a284e88b074a969d261af5b2495, server=f64cf8bdf19b,33173,1732779697449 because future has completed 2024-11-28T07:42:30,646 INFO [StoreOpener-d0bb703ba2f1b3a0a1b18b3f887be1a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 580ac188de1423a8f6fa05e251e7a427, server=f64cf8bdf19b,40635,1732779697397 because future has completed 2024-11-28T07:42:30,649 INFO [StoreOpener-d0bb703ba2f1b3a0a1b18b3f887be1a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0bb703ba2f1b3a0a1b18b3f887be1a6 columnFamilyName cf 2024-11-28T07:42:30,649 DEBUG [StoreOpener-d0bb703ba2f1b3a0a1b18b3f887be1a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:42:30,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-28T07:42:30,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f028a284e88b074a969d261af5b2495, server=f64cf8bdf19b,33173,1732779697449 in 10.0400 sec 2024-11-28T07:42:30,651 INFO [StoreOpener-d0bb703ba2f1b3a0a1b18b3f887be1a6-1 {}] regionserver.HStore(327): Store=d0bb703ba2f1b3a0a1b18b3f887be1a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:42:30,651 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,652 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-28T07:42:30,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9f028a284e88b074a969d261af5b2495, ASSIGN in 10.2100 sec 2024-11-28T07:42:30,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 580ac188de1423a8f6fa05e251e7a427, server=f64cf8bdf19b,40635,1732779697397 in 10.0420 sec 2024-11-28T07:42:30,654 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:30,656 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,658 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,658 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=580ac188de1423a8f6fa05e251e7a427, ASSIGN in 10.2140 sec 2024-11-28T07:42:30,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:30,665 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,666 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened d0bb703ba2f1b3a0a1b18b3f887be1a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66604268, jitterRate=-0.007519066333770752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:42:30,666 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,666 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for d0bb703ba2f1b3a0a1b18b3f887be1a6: Running coprocessor pre-open hook at 1732779750643Writing region info on filesystem at 1732779750643Initializing all the Stores at 1732779750644 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779750644Cleaning up temporary data from old regions at 1732779750658 (+14 ms)Running coprocessor post-open hooks at 1732779750666 (+8 ms)Region opened successfully at 1732779750666 2024-11-28T07:42:30,667 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6., pid=42, masterSystemTime=1732779750609 2024-11-28T07:42:30,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=d0bb703ba2f1b3a0a1b18b3f887be1a6, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:30,672 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:42:30,672 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:42:30,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6, server=f64cf8bdf19b,40635,1732779697397 because future has completed 2024-11-28T07:42:30,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-11-28T07:42:30,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6, server=f64cf8bdf19b,40635,1732779697397 in 10.0730 sec 2024-11-28T07:42:30,681 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:30,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-28T07:42:30,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d0bb703ba2f1b3a0a1b18b3f887be1a6, ASSIGN in 10.2370 sec 2024-11-28T07:42:30,683 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server f64cf8bdf19b,43723,1732779697283 after splitting done 2024-11-28T07:42:30,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure f64cf8bdf19b,43723,1732779697283, splitWal=true, meta=false in 20.4580 sec 2024-11-28T07:42:35,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:42:36,135 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T07:42:38,797 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-28T07:42:39,402 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f64cf8bdf19b:35187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-28T07:42:40,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-28T07:42:40,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:42:40,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9f028a284e88b074a969d261af5b2495: 2024-11-28T07:42:40,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. for SnapshotProcedureTest completed. 2024-11-28T07:42:40,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:42:40,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:42:40,659 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:42:40,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-28T07:42:40,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:42:40,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for d0bb703ba2f1b3a0a1b18b3f887be1a6: 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. for SnapshotProcedureTest completed. 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 580ac188de1423a8f6fa05e251e7a427: 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. for SnapshotProcedureTest completed. 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:42:40,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:42:40,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741859_1035 (size=65) 2024-11-28T07:42:40,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741859_1035 (size=65) 2024-11-28T07:42:40,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741859_1035 (size=65) 2024-11-28T07:42:40,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741861_1037 (size=65) 2024-11-28T07:42:40,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741861_1037 (size=65) 2024-11-28T07:42:40,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:42:40,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-28T07:42:40,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741861_1037 (size=65) 2024-11-28T07:42:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-28T07:42:40,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:40,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 2024-11-28T07:42:40,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:42:40,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-28T07:42:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741860_1036 (size=65) 2024-11-28T07:42:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-28T07:42:40,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:40,676 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:42:40,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741860_1036 (size=65) 2024-11-28T07:42:40,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:42:40,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-28T07:42:40,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741860_1036 (size=65) 2024-11-28T07:42:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-28T07:42:40,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:40,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:42:40,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9f028a284e88b074a969d261af5b2495 in 30.6090 sec 2024-11-28T07:42:40,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 580ac188de1423a8f6fa05e251e7a427 in 30.6100 sec 2024-11-28T07:42:40,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-28T07:42:40,682 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-28T07:42:40,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d0bb703ba2f1b3a0a1b18b3f887be1a6 in 30.6120 sec 2024-11-28T07:42:40,685 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-28T07:42:40,688 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-28T07:42:40,688 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-28T07:42:40,691 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T07:42:40,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741862_1038 (size=1134) 2024-11-28T07:42:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741862_1038 (size=1134) 2024-11-28T07:42:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741862_1038 (size=1134) 2024-11-28T07:42:40,727 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-28T07:42:40,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-28T07:42:40,742 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:40,742 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:40,742 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:40,742 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:40,742 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:40,747 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:45,447 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9ed5c0f22df12203ea288ce040a388d2, had cached 0 bytes from a total of 28623 2024-11-28T07:42:45,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d4dbec30b97c12a514d61e9a5ad3709b, had cached 0 bytes from a total of 47197 2024-11-28T07:42:45,499 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a4ab936b30f13c5eec83cb810b91e26e, had cached 0 bytes from a total of 499309 2024-11-28T07:42:50,200 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 940eb7450f591d48d5d068fa9c630a29 changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:42:50,201 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fec74099d07cbc2465616a6106533f08 changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:42:50,201 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9f028a284e88b074a969d261af5b2495 changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:42:50,202 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d4dbec30b97c12a514d61e9a5ad3709b changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:42:50,202 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 519ea4b49720d24a4f67ce076de7293b changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:42:50,202 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d0bb703ba2f1b3a0a1b18b3f887be1a6 changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:42:50,202 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6c2fcce726dfadc56a12f5f03ac71d82 changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:42:50,202 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 580ac188de1423a8f6fa05e251e7a427 changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:42:50,202 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9ed5c0f22df12203ea288ce040a388d2 changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:42:50,202 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a4ab936b30f13c5eec83cb810b91e26e changed from -1.0 to 0.0, refreshing cache 2024-11-28T07:42:50,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-28T07:42:50,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-28T07:42:50,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-28T07:42:50,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-28T07:42:50,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-28T07:42:50,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-28T07:42:50,753 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T07:42:50,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-28T07:42:50,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T07:42:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-28T07:42:50,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-28T07:42:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-28T07:42:50,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-28T07:42:50,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-28T07:42:50,758 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-28T07:42:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-28T07:42:50,760 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,33173,1732779697449 Release verify snapshot worker=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-28T07:42:50,760 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,40635,1732779697397 Release verify snapshot worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-28T07:42:50,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,33173,1732779697449 in 10.0250 sec 2024-11-28T07:42:50,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,40635,1732779697397 in 10.0260 sec 2024-11-28T07:42:50,765 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,33173,1732779697449 Release verify snapshot worker=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:50,766 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-28T07:42:50,767 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:50,767 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-28T07:42:50,767 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:50,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,33173,1732779697449 in 10.0300 sec 2024-11-28T07:42:50,772 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,33173,1732779697449 Release verify snapshot worker=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:42:50,772 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,40635,1732779697397 Release verify snapshot worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:50,772 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,40635,1732779697397 Release verify snapshot worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:50,773 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:42:50,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,40635,1732779697397 in 10.0370 sec 2024-11-28T07:42:50,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,33173,1732779697449 in 10.0370 sec 2024-11-28T07:42:50,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,40635,1732779697397 in 10.0370 sec 2024-11-28T07:43:00,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-11-28T07:43:00,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-28T07:43:00,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-28T07:43:00,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40635 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-28T07:43:00,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-28T07:43:00,768 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-28T07:43:00,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-28T07:43:00,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-28T07:43:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-28T07:43:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-11-28T07:43:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-28T07:43:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-28T07:43:00,774 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,33173,1732779697449 Release verify snapshot worker=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:43:00,774 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,40635,1732779697397 Release verify snapshot worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:43:00,777 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,40635,1732779697397 Release verify snapshot worker=f64cf8bdf19b,40635,1732779697397 2024-11-28T07:43:00,777 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,33173,1732779697449 Release verify snapshot worker=f64cf8bdf19b,33173,1732779697449 2024-11-28T07:43:00,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,40635,1732779697397 in 20.0390 sec 2024-11-28T07:43:00,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,33173,1732779697449 in 20.0390 sec 2024-11-28T07:43:00,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,40635,1732779697397 in 20.0420 sec 2024-11-28T07:43:00,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=25 2024-11-28T07:43:00,782 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-28T07:43:00,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,33173,1732779697449 in 20.0420 sec 2024-11-28T07:43:00,785 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/.hbase-snapshot/SnapshotProcedureTest 2024-11-28T07:43:00,789 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-28T07:43:00,789 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-28T07:43:00,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.7640 sec 2024-11-28T07:43:01,054 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-28T07:43:01,062 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-28T07:43:01,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T07:43:01,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:43:01,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:43:01,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:01,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:01,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:43:01,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T07:43:01,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=609244097, stopped=false 2024-11-28T07:43:01,063 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f64cf8bdf19b,35187,1732779696591 2024-11-28T07:43:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:43:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:43:01,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:01,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:43:01,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:43:01,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:01,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:43:01,067 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:43:01,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:43:01,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:43:01,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:43:01,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:01,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,40635,1732779697397' ***** 2024-11-28T07:43:01,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T07:43:01,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,33173,1732779697449' ***** 2024-11-28T07:43:01,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T07:43:01,069 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:43:01,069 INFO [RS:1;f64cf8bdf19b:40635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T07:43:01,070 INFO [RS:1;f64cf8bdf19b:40635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T07:43:01,070 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:43:01,070 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for 519ea4b49720d24a4f67ce076de7293b 2024-11-28T07:43:01,070 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:43:01,070 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for a4ab936b30f13c5eec83cb810b91e26e 2024-11-28T07:43:01,071 INFO [RS:2;f64cf8bdf19b:33173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T07:43:01,071 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c2fcce726dfadc56a12f5f03ac71d82 2024-11-28T07:43:01,071 INFO [RS:2;f64cf8bdf19b:33173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T07:43:01,071 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ed5c0f22df12203ea288ce040a388d2 2024-11-28T07:43:01,071 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(3091): Received CLOSE for 940eb7450f591d48d5d068fa9c630a29 2024-11-28T07:43:01,071 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(3091): Received CLOSE for 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:43:01,071 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(959): stopping server f64cf8bdf19b,40635,1732779697397 2024-11-28T07:43:01,071 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:43:01,071 INFO [RS:1;f64cf8bdf19b:40635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f64cf8bdf19b:40635. 2024-11-28T07:43:01,071 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:43:01,071 DEBUG [RS:1;f64cf8bdf19b:40635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:43:01,071 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0bb703ba2f1b3a0a1b18b3f887be1a6, disabling compactions & flushes 2024-11-28T07:43:01,071 DEBUG [RS:1;f64cf8bdf19b:40635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:01,071 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-28T07:43:01,071 DEBUG [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(1325): Online Regions={d0bb703ba2f1b3a0a1b18b3f887be1a6=SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6., 519ea4b49720d24a4f67ce076de7293b=SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b., a4ab936b30f13c5eec83cb810b91e26e=SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e., 6c2fcce726dfadc56a12f5f03ac71d82=SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82., 9ed5c0f22df12203ea288ce040a388d2=SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2., 580ac188de1423a8f6fa05e251e7a427=SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427.} 2024-11-28T07:43:01,072 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:43:01,072 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:43:01,072 DEBUG [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(1351): Waiting on 519ea4b49720d24a4f67ce076de7293b, 580ac188de1423a8f6fa05e251e7a427, 6c2fcce726dfadc56a12f5f03ac71d82, 9ed5c0f22df12203ea288ce040a388d2, a4ab936b30f13c5eec83cb810b91e26e, d0bb703ba2f1b3a0a1b18b3f887be1a6 2024-11-28T07:43:01,072 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. after waiting 0 ms 2024-11-28T07:43:01,072 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:43:01,072 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:43:01,072 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(3091): Received CLOSE for d4dbec30b97c12a514d61e9a5ad3709b 2024-11-28T07:43:01,072 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f028a284e88b074a969d261af5b2495 2024-11-28T07:43:01,072 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(3091): Received CLOSE for fec74099d07cbc2465616a6106533f08 2024-11-28T07:43:01,072 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(959): stopping server f64cf8bdf19b,33173,1732779697449 2024-11-28T07:43:01,072 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 940eb7450f591d48d5d068fa9c630a29, disabling compactions & flushes 2024-11-28T07:43:01,072 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:43:01,073 INFO [RS:2;f64cf8bdf19b:33173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f64cf8bdf19b:33173. 2024-11-28T07:43:01,073 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:43:01,073 DEBUG [RS:2;f64cf8bdf19b:33173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:43:01,073 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:43:01,073 DEBUG [RS:2;f64cf8bdf19b:33173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:01,073 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. after waiting 0 ms 2024-11-28T07:43:01,073 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:43:01,073 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T07:43:01,073 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T07:43:01,073 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T07:43:01,073 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T07:43:01,088 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-28T07:43:01,088 DEBUG [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(1325): Online Regions={940eb7450f591d48d5d068fa9c630a29=SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29., d4dbec30b97c12a514d61e9a5ad3709b=SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b., 9f028a284e88b074a969d261af5b2495=SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495., 1588230740=hbase:meta,,1.1588230740, fec74099d07cbc2465616a6106533f08=SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08.} 2024-11-28T07:43:01,088 DEBUG [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 940eb7450f591d48d5d068fa9c630a29, 9f028a284e88b074a969d261af5b2495, d4dbec30b97c12a514d61e9a5ad3709b, fec74099d07cbc2465616a6106533f08 2024-11-28T07:43:01,089 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:43:01,089 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:43:01,089 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:43:01,089 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:43:01,089 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:43:01,089 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-28T07:43:01,100 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/940eb7450f591d48d5d068fa9c630a29/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:43:01,106 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:43:01,106 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 940eb7450f591d48d5d068fa9c630a29: Waiting for close lock at 1732779781072Running coprocessor pre-close hooks at 1732779781072Disabling compacts and flushes for region at 1732779781072Disabling writes for close at 1732779781073 (+1 ms)Writing region close event to WAL at 1732779781077 (+4 ms)Running coprocessor post-close hooks at 1732779781101 (+24 ms)Closed at 1732779781106 (+5 ms) 2024-11-28T07:43:01,107 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732779709904.940eb7450f591d48d5d068fa9c630a29. 2024-11-28T07:43:01,107 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4dbec30b97c12a514d61e9a5ad3709b, disabling compactions & flushes 2024-11-28T07:43:01,107 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:43:01,107 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:43:01,107 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. after waiting 0 ms 2024-11-28T07:43:01,107 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:43:01,111 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:43:01,117 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d0bb703ba2f1b3a0a1b18b3f887be1a6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:43:01,122 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:43:01,122 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0bb703ba2f1b3a0a1b18b3f887be1a6: Waiting for close lock at 1732779781071Running coprocessor pre-close hooks at 1732779781071Disabling compacts and flushes for region at 1732779781071Disabling writes for close at 1732779781072 (+1 ms)Writing region close event to WAL at 1732779781080 (+8 ms)Running coprocessor post-close hooks at 1732779781122 (+42 ms)Closed at 1732779781122 2024-11-28T07:43:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6. 2024-11-28T07:43:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 519ea4b49720d24a4f67ce076de7293b, disabling compactions & flushes 2024-11-28T07:43:01,123 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:43:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:43:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. after waiting 0 ms 2024-11-28T07:43:01,123 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:43:01,141 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/519ea4b49720d24a4f67ce076de7293b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:43:01,141 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/d4dbec30b97c12a514d61e9a5ad3709b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T07:43:01,146 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:43:01,147 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 519ea4b49720d24a4f67ce076de7293b: Waiting for close lock at 1732779781123Running coprocessor pre-close hooks at 1732779781123Disabling compacts and flushes for region at 1732779781123Disabling writes for close at 1732779781123Writing region close event to WAL at 1732779781129 (+6 ms)Running coprocessor post-close hooks at 1732779781146 (+17 ms)Closed at 1732779781146 2024-11-28T07:43:01,147 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732779709904.519ea4b49720d24a4f67ce076de7293b. 2024-11-28T07:43:01,147 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4ab936b30f13c5eec83cb810b91e26e, disabling compactions & flushes 2024-11-28T07:43:01,147 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:43:01,147 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:43:01,147 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. after waiting 0 ms 2024-11-28T07:43:01,147 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:43:01,147 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:43:01,147 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4dbec30b97c12a514d61e9a5ad3709b: Waiting for close lock at 1732779781107Running coprocessor pre-close hooks at 1732779781107Disabling compacts and flushes for region at 1732779781107Disabling writes for close at 1732779781107Writing region close event to WAL at 1732779781128 (+21 ms)Running coprocessor post-close hooks at 1732779781147 (+19 ms)Closed at 1732779781147 2024-11-28T07:43:01,147 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732779709904.d4dbec30b97c12a514d61e9a5ad3709b. 2024-11-28T07:43:01,148 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f028a284e88b074a969d261af5b2495, disabling compactions & flushes 2024-11-28T07:43:01,148 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:43:01,148 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:43:01,148 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. after waiting 0 ms 2024-11-28T07:43:01,148 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:43:01,152 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/.tmp/info/2f4c50d461de4e578c0baae42c7a28c1 is 167, key is SPTestTable,19999999,1732779709904.d0bb703ba2f1b3a0a1b18b3f887be1a6./info:regioninfo/1732779750671/Put/seqid=0 2024-11-28T07:43:01,162 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:43:01,165 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9f028a284e88b074a969d261af5b2495/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:43:01,165 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:43:01,166 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f028a284e88b074a969d261af5b2495: Waiting for close lock at 1732779781148Running coprocessor pre-close hooks at 1732779781148Disabling compacts and flushes for region at 1732779781148Disabling writes for close at 1732779781148Writing region close event to WAL at 1732779781154 (+6 ms)Running coprocessor post-close hooks at 1732779781165 (+11 ms)Closed at 1732779781165 2024-11-28T07:43:01,166 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732779709904.9f028a284e88b074a969d261af5b2495. 2024-11-28T07:43:01,166 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fec74099d07cbc2465616a6106533f08, disabling compactions & flushes 2024-11-28T07:43:01,166 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:43:01,166 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:43:01,166 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. after waiting 0 ms 2024-11-28T07:43:01,166 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:43:01,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741863_1039 (size=19817) 2024-11-28T07:43:01,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741863_1039 (size=19817) 2024-11-28T07:43:01,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741863_1039 (size=19817) 2024-11-28T07:43:01,176 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/.tmp/info/2f4c50d461de4e578c0baae42c7a28c1 2024-11-28T07:43:01,185 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/a4ab936b30f13c5eec83cb810b91e26e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T07:43:01,186 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:43:01,186 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4ab936b30f13c5eec83cb810b91e26e: Waiting for close lock at 1732779781147Running coprocessor pre-close hooks at 1732779781147Disabling compacts and flushes for region at 1732779781147Disabling writes for close at 1732779781147Writing region close event to WAL at 1732779781157 (+10 ms)Running coprocessor post-close hooks at 1732779781186 (+29 ms)Closed at 1732779781186 2024-11-28T07:43:01,186 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732779709904.a4ab936b30f13c5eec83cb810b91e26e. 2024-11-28T07:43:01,186 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c2fcce726dfadc56a12f5f03ac71d82, disabling compactions & flushes 2024-11-28T07:43:01,186 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:43:01,186 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:43:01,186 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. after waiting 0 ms 2024-11-28T07:43:01,186 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:43:01,213 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/fec74099d07cbc2465616a6106533f08/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:43:01,214 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:43:01,214 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fec74099d07cbc2465616a6106533f08: Waiting for close lock at 1732779781166Running coprocessor pre-close hooks at 1732779781166Disabling compacts and flushes for region at 1732779781166Disabling writes for close at 1732779781166Writing region close event to WAL at 1732779781192 (+26 ms)Running coprocessor post-close hooks at 1732779781214 (+22 ms)Closed at 1732779781214 2024-11-28T07:43:01,214 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732779709904.fec74099d07cbc2465616a6106533f08. 2024-11-28T07:43:01,219 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/6c2fcce726dfadc56a12f5f03ac71d82/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:43:01,220 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:43:01,220 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c2fcce726dfadc56a12f5f03ac71d82: Waiting for close lock at 1732779781186Running coprocessor pre-close hooks at 1732779781186Disabling compacts and flushes for region at 1732779781186Disabling writes for close at 1732779781186Writing region close event to WAL at 1732779781205 (+19 ms)Running coprocessor post-close hooks at 1732779781220 (+15 ms)Closed at 1732779781220 2024-11-28T07:43:01,220 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732779709904.6c2fcce726dfadc56a12f5f03ac71d82. 2024-11-28T07:43:01,220 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ed5c0f22df12203ea288ce040a388d2, disabling compactions & flushes 2024-11-28T07:43:01,220 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:43:01,220 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:43:01,221 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. after waiting 0 ms 2024-11-28T07:43:01,221 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:43:01,248 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/.tmp/ns/60a59f165b29452b8c392d60db0eeb41 is 43, key is default/ns:d/1732779709559/Put/seqid=0 2024-11-28T07:43:01,252 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/9ed5c0f22df12203ea288ce040a388d2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T07:43:01,254 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:43:01,254 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ed5c0f22df12203ea288ce040a388d2: Waiting for close lock at 1732779781220Running coprocessor pre-close hooks at 1732779781220Disabling compacts and flushes for region at 1732779781220Disabling writes for close at 1732779781221 (+1 ms)Writing region close event to WAL at 1732779781239 (+18 ms)Running coprocessor post-close hooks at 1732779781254 (+15 ms)Closed at 1732779781254 2024-11-28T07:43:01,254 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732779709904.9ed5c0f22df12203ea288ce040a388d2. 2024-11-28T07:43:01,254 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 580ac188de1423a8f6fa05e251e7a427, disabling compactions & flushes 2024-11-28T07:43:01,254 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:43:01,254 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:43:01,254 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. after waiting 0 ms 2024-11-28T07:43:01,254 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:43:01,314 DEBUG [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(1351): Waiting on 580ac188de1423a8f6fa05e251e7a427 2024-11-28T07:43:01,314 DEBUG [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T07:43:01,314 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/default/SPTestTable/580ac188de1423a8f6fa05e251e7a427/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:43:01,315 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:43:01,315 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 580ac188de1423a8f6fa05e251e7a427: Waiting for close lock at 1732779781254Running coprocessor pre-close hooks at 1732779781254Disabling compacts and flushes for region at 1732779781254Disabling writes for close at 1732779781254Writing region close event to WAL at 1732779781256 (+2 ms)Running coprocessor post-close hooks at 1732779781315 (+59 ms)Closed at 1732779781315 2024-11-28T07:43:01,316 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732779709904.580ac188de1423a8f6fa05e251e7a427. 2024-11-28T07:43:01,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741864_1040 (size=5153) 2024-11-28T07:43:01,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741864_1040 (size=5153) 2024-11-28T07:43:01,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741864_1040 (size=5153) 2024-11-28T07:43:01,330 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/.tmp/ns/60a59f165b29452b8c392d60db0eeb41 2024-11-28T07:43:01,378 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/.tmp/table/00c15f00e66b41a69b3ee6e03f55b7d4 is 47, key is SPTestTable/table:state/1732779720573/Put/seqid=0 2024-11-28T07:43:01,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741865_1041 (size=5214) 2024-11-28T07:43:01,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741865_1041 (size=5214) 2024-11-28T07:43:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741865_1041 (size=5214) 2024-11-28T07:43:01,401 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/.tmp/table/00c15f00e66b41a69b3ee6e03f55b7d4 2024-11-28T07:43:01,411 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/.tmp/info/2f4c50d461de4e578c0baae42c7a28c1 as hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/info/2f4c50d461de4e578c0baae42c7a28c1 2024-11-28T07:43:01,421 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/info/2f4c50d461de4e578c0baae42c7a28c1, entries=112, sequenceid=35, filesize=19.4 K 2024-11-28T07:43:01,423 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/.tmp/ns/60a59f165b29452b8c392d60db0eeb41 as hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/ns/60a59f165b29452b8c392d60db0eeb41 2024-11-28T07:43:01,436 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/ns/60a59f165b29452b8c392d60db0eeb41, entries=2, sequenceid=35, filesize=5.0 K 2024-11-28T07:43:01,438 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/.tmp/table/00c15f00e66b41a69b3ee6e03f55b7d4 as hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/table/00c15f00e66b41a69b3ee6e03f55b7d4 2024-11-28T07:43:01,446 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/table/00c15f00e66b41a69b3ee6e03f55b7d4, entries=2, sequenceid=35, filesize=5.1 K 2024-11-28T07:43:01,447 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 358ms, sequenceid=35, compaction requested=false 2024-11-28T07:43:01,456 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-28T07:43:01,457 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:43:01,457 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:43:01,458 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732779781088Running coprocessor pre-close hooks at 1732779781089 (+1 ms)Disabling compacts and flushes for region at 1732779781089Disabling writes for close at 1732779781089Obtaining lock to block concurrent updates at 1732779781089Preparing flush snapshotting stores in 1588230740 at 1732779781089Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732779781090 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732779781091 (+1 ms)Flushing 1588230740/info: creating writer at 1732779781092 (+1 ms)Flushing 1588230740/info: appending metadata at 1732779781151 (+59 ms)Flushing 1588230740/info: closing flushed file at 1732779781151Flushing 1588230740/ns: creating writer at 1732779781203 (+52 ms)Flushing 1588230740/ns: appending metadata at 1732779781247 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1732779781247Flushing 1588230740/table: creating writer at 1732779781347 (+100 ms)Flushing 1588230740/table: appending metadata at 1732779781378 (+31 ms)Flushing 1588230740/table: closing flushed file at 1732779781378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47adc411: reopening flushed file at 1732779781410 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547cad4d: reopening flushed file at 1732779781422 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d3a239: reopening flushed file at 1732779781436 (+14 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 358ms, sequenceid=35, compaction requested=false at 1732779781447 (+11 ms)Writing region close event to WAL at 1732779781451 (+4 ms)Running coprocessor post-close hooks at 1732779781457 (+6 ms)Closed at 1732779781457 2024-11-28T07:43:01,458 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T07:43:01,514 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(976): stopping server f64cf8bdf19b,40635,1732779697397; all regions closed. 2024-11-28T07:43:01,514 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(976): stopping server f64cf8bdf19b,33173,1732779697449; all regions closed. 2024-11-28T07:43:01,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741836_1012 (size=18438) 2024-11-28T07:43:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741836_1012 (size=18438) 2024-11-28T07:43:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741836_1012 (size=18438) 2024-11-28T07:43:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741834_1010 (size=4605) 2024-11-28T07:43:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741834_1010 (size=4605) 2024-11-28T07:43:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741834_1010 (size=4605) 2024-11-28T07:43:01,531 DEBUG [RS:2;f64cf8bdf19b:33173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/oldWALs 2024-11-28T07:43:01,531 INFO [RS:2;f64cf8bdf19b:33173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C33173%2C1732779697449.meta:.meta(num 1732779709291) 2024-11-28T07:43:01,532 DEBUG [RS:1;f64cf8bdf19b:40635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/oldWALs 2024-11-28T07:43:01,532 INFO [RS:1;f64cf8bdf19b:40635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C40635%2C1732779697397:(num 1732779698972) 2024-11-28T07:43:01,532 DEBUG [RS:1;f64cf8bdf19b:40635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:01,532 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:43:01,532 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:43:01,533 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.ChoreService(370): Chore service for: regionserver/f64cf8bdf19b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T07:43:01,533 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T07:43:01,533 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T07:43:01,533 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T07:43:01,533 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:43:01,533 INFO [RS:1;f64cf8bdf19b:40635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40635 2024-11-28T07:43:01,534 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:43:01,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,40635,1732779697397 2024-11-28T07:43:01,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:43:01,536 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:43:01,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,40635,1732779697397] 2024-11-28T07:43:01,541 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,40635,1732779697397 already deleted, retry=false 2024-11-28T07:43:01,542 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f64cf8bdf19b,40635,1732779697397 expired; onlineServers=1 2024-11-28T07:43:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741833_1009 (size=2947) 2024-11-28T07:43:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741833_1009 (size=2947) 2024-11-28T07:43:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741833_1009 (size=2947) 2024-11-28T07:43:01,555 DEBUG [RS:2;f64cf8bdf19b:33173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/oldWALs 2024-11-28T07:43:01,555 INFO [RS:2;f64cf8bdf19b:33173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C33173%2C1732779697449:(num 1732779698972) 2024-11-28T07:43:01,555 DEBUG [RS:2;f64cf8bdf19b:33173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:01,556 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:43:01,556 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:43:01,556 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.ChoreService(370): Chore service for: regionserver/f64cf8bdf19b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T07:43:01,556 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:43:01,557 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:43:01,557 INFO [RS:2;f64cf8bdf19b:33173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33173 2024-11-28T07:43:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,33173,1732779697449 2024-11-28T07:43:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:43:01,561 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:43:01,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,33173,1732779697449] 2024-11-28T07:43:01,564 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,33173,1732779697449 already deleted, retry=false 2024-11-28T07:43:01,564 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f64cf8bdf19b,33173,1732779697449 expired; onlineServers=0 2024-11-28T07:43:01,564 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f64cf8bdf19b,35187,1732779696591' ***** 2024-11-28T07:43:01,564 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T07:43:01,564 INFO [M:0;f64cf8bdf19b:35187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:43:01,564 INFO [M:0;f64cf8bdf19b:35187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:43:01,564 DEBUG [M:0;f64cf8bdf19b:35187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T07:43:01,565 DEBUG [M:0;f64cf8bdf19b:35187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T07:43:01,565 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732779698535 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732779698535,5,FailOnTimeoutGroup] 2024-11-28T07:43:01,565 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732779698500 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732779698500,5,FailOnTimeoutGroup] 2024-11-28T07:43:01,565 INFO [M:0;f64cf8bdf19b:35187 {}] hbase.ChoreService(370): Chore service for: master/f64cf8bdf19b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T07:43:01,565 INFO [M:0;f64cf8bdf19b:35187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:43:01,565 DEBUG [M:0;f64cf8bdf19b:35187 {}] master.HMaster(1795): Stopping service threads 2024-11-28T07:43:01,565 INFO [M:0;f64cf8bdf19b:35187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T07:43:01,565 INFO [M:0;f64cf8bdf19b:35187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:43:01,565 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T07:43:01,565 ERROR [M:0;f64cf8bdf19b:35187 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:46873 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46873,5,PEWorkerGroup] 2024-11-28T07:43:01,566 INFO [M:0;f64cf8bdf19b:35187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T07:43:01,566 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T07:43:01,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T07:43:01,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:01,571 DEBUG [M:0;f64cf8bdf19b:35187 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-28T07:43:01,571 DEBUG [M:0;f64cf8bdf19b:35187 {}] master.ActiveMasterManager(353): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-28T07:43:01,575 INFO [M:0;f64cf8bdf19b:35187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/.lastflushedseqids 2024-11-28T07:43:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741866_1042 (size=668) 2024-11-28T07:43:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741866_1042 (size=668) 2024-11-28T07:43:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741866_1042 (size=668) 2024-11-28T07:43:01,612 INFO [M:0;f64cf8bdf19b:35187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T07:43:01,612 INFO [M:0;f64cf8bdf19b:35187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T07:43:01,612 DEBUG [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:43:01,612 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:43:01,612 DEBUG [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:43:01,612 DEBUG [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:43:01,612 DEBUG [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:43:01,613 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.36 KB heapSize=229.77 KB 2024-11-28T07:43:01,635 DEBUG [M:0;f64cf8bdf19b:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5de96409aab1413bb2f5775dd6d2e620 is 82, key is hbase:meta,,1/info:regioninfo/1732779709452/Put/seqid=0 2024-11-28T07:43:01,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:43:01,638 INFO [RS:1;f64cf8bdf19b:40635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:43:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40635-0x1015d85c9210002, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:43:01,639 INFO [RS:1;f64cf8bdf19b:40635 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,40635,1732779697397; zookeeper connection closed. 2024-11-28T07:43:01,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ce4849f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ce4849f 2024-11-28T07:43:01,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741867_1043 (size=5672) 2024-11-28T07:43:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741867_1043 (size=5672) 2024-11-28T07:43:01,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741867_1043 (size=5672) 2024-11-28T07:43:01,653 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5de96409aab1413bb2f5775dd6d2e620 2024-11-28T07:43:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:43:01,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33173-0x1015d85c9210003, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:43:01,664 INFO [RS:2;f64cf8bdf19b:33173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:43:01,664 INFO [RS:2;f64cf8bdf19b:33173 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,33173,1732779697449; zookeeper connection closed. 2024-11-28T07:43:01,665 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53f5b44e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53f5b44e 2024-11-28T07:43:01,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-28T07:43:01,682 DEBUG [M:0;f64cf8bdf19b:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee55a7b59adb46d5bf811db786f0a615 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732779720579/Put/seqid=0 2024-11-28T07:43:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741868_1044 (size=8903) 2024-11-28T07:43:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741868_1044 (size=8903) 2024-11-28T07:43:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741868_1044 (size=8903) 2024-11-28T07:43:01,707 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.62 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee55a7b59adb46d5bf811db786f0a615 2024-11-28T07:43:01,721 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee55a7b59adb46d5bf811db786f0a615 2024-11-28T07:43:01,752 DEBUG [M:0;f64cf8bdf19b:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89ee520755fd422eb6e92038aeb9e5ea is 69, key is f64cf8bdf19b,33173,1732779697449/rs:state/1732779698610/Put/seqid=0 2024-11-28T07:43:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741869_1045 (size=5441) 2024-11-28T07:43:01,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741869_1045 (size=5441) 2024-11-28T07:43:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741869_1045 (size=5441) 2024-11-28T07:43:01,780 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89ee520755fd422eb6e92038aeb9e5ea 2024-11-28T07:43:01,797 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ee520755fd422eb6e92038aeb9e5ea 2024-11-28T07:43:01,801 DEBUG [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5de96409aab1413bb2f5775dd6d2e620 as hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5de96409aab1413bb2f5775dd6d2e620 2024-11-28T07:43:01,811 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5de96409aab1413bb2f5775dd6d2e620, entries=8, sequenceid=485, filesize=5.5 K 2024-11-28T07:43:01,813 DEBUG [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee55a7b59adb46d5bf811db786f0a615 as hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee55a7b59adb46d5bf811db786f0a615 2024-11-28T07:43:01,829 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee55a7b59adb46d5bf811db786f0a615 2024-11-28T07:43:01,829 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee55a7b59adb46d5bf811db786f0a615, entries=54, sequenceid=485, filesize=8.7 K 2024-11-28T07:43:01,834 DEBUG [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/89ee520755fd422eb6e92038aeb9e5ea as hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89ee520755fd422eb6e92038aeb9e5ea 2024-11-28T07:43:01,847 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ee520755fd422eb6e92038aeb9e5ea 2024-11-28T07:43:01,847 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46873/user/jenkins/test-data/e395fa6d-cfe4-5480-defd-d1d7ed3a797c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/89ee520755fd422eb6e92038aeb9e5ea, entries=3, sequenceid=485, filesize=5.3 K 2024-11-28T07:43:01,849 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.36 KB/189804, heapSize ~229.48 KB/234984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 236ms, sequenceid=485, compaction requested=false 2024-11-28T07:43:01,852 INFO [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:43:01,853 DEBUG [M:0;f64cf8bdf19b:35187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732779781612Disabling compacts and flushes for region at 1732779781612Disabling writes for close at 1732779781612Obtaining lock to block concurrent updates at 1732779781613 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732779781613Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189804, getHeapSize=235224, getOffHeapSize=0, getCellsCount=588 at 1732779781613Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732779781614 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732779781614Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732779781635 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732779781635Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732779781662 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732779781681 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732779781681Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732779781721 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732779781751 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732779781751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba847eb: reopening flushed file at 1732779781797 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7d1876: reopening flushed file at 1732779781811 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471fae97: reopening flushed file at 1732779781829 (+18 ms)Finished flush of dataSize ~185.36 KB/189804, heapSize ~229.48 KB/234984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 236ms, sequenceid=485, compaction requested=false at 1732779781849 (+20 ms)Writing region close event to WAL at 1732779781852 (+3 ms)Closed at 1732779781852 2024-11-28T07:43:01,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37085 is added to blk_1073741830_1006 (size=222160) 2024-11-28T07:43:01,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34665 is added to blk_1073741830_1006 (size=222160) 2024-11-28T07:43:01,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43739 is added to blk_1073741830_1006 (size=222160) 2024-11-28T07:43:01,860 INFO [M:0;f64cf8bdf19b:35187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T07:43:01,860 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:43:01,860 INFO [M:0;f64cf8bdf19b:35187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35187 2024-11-28T07:43:01,861 INFO [M:0;f64cf8bdf19b:35187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:43:01,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:43:01,963 INFO [M:0;f64cf8bdf19b:35187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:43:01,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015d85c9210000, quorum=127.0.0.1:60268, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:43:01,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:43:01,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:43:01,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:43:01,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:43:01,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir/,STOPPED} 2024-11-28T07:43:01,975 WARN [BP-1465010031-172.17.0.2-1732779693499 heartbeating to localhost/127.0.0.1:46873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:43:01,975 WARN [BP-1465010031-172.17.0.2-1732779693499 heartbeating to localhost/127.0.0.1:46873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1465010031-172.17.0.2-1732779693499 (Datanode Uuid 7b0514b4-4493-4bad-83c3-15b2a7d48f18) service to localhost/127.0.0.1:46873 2024-11-28T07:43:01,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:43:01,975 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:43:01,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data5/current/BP-1465010031-172.17.0.2-1732779693499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:43:01,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data6/current/BP-1465010031-172.17.0.2-1732779693499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:43:01,977 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:43:01,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:43:01,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:43:01,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:43:01,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:43:01,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir/,STOPPED} 2024-11-28T07:43:01,982 WARN [BP-1465010031-172.17.0.2-1732779693499 heartbeating to localhost/127.0.0.1:46873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:43:01,982 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:43:01,982 WARN [BP-1465010031-172.17.0.2-1732779693499 heartbeating to localhost/127.0.0.1:46873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1465010031-172.17.0.2-1732779693499 (Datanode Uuid a50070b5-40a1-43fd-8fd3-639ffecf7292) service to localhost/127.0.0.1:46873 2024-11-28T07:43:01,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:43:01,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data3/current/BP-1465010031-172.17.0.2-1732779693499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:43:01,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data4/current/BP-1465010031-172.17.0.2-1732779693499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:43:01,983 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:43:01,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:43:01,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:43:01,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:43:01,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:43:01,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir/,STOPPED} 2024-11-28T07:43:01,994 WARN [BP-1465010031-172.17.0.2-1732779693499 heartbeating to localhost/127.0.0.1:46873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:43:01,994 WARN [BP-1465010031-172.17.0.2-1732779693499 heartbeating to localhost/127.0.0.1:46873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1465010031-172.17.0.2-1732779693499 (Datanode Uuid ddfe3b37-bf73-4133-beb1-1b44e6d18ad3) service to localhost/127.0.0.1:46873 2024-11-28T07:43:01,994 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:43:01,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:43:01,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data1/current/BP-1465010031-172.17.0.2-1732779693499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:43:01,995 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/cluster_d8f244e9-5d99-c924-5b50-b198dee9aac2/data/data2/current/BP-1465010031-172.17.0.2-1732779693499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:43:01,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:43:02,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:43:02,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:43:02,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:43:02,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:43:02,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir/,STOPPED} 2024-11-28T07:43:02,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T07:43:02,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T07:43:02,108 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46873 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f64cf8bdf19b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f64cf8bdf19b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/f64cf8bdf19b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3446708c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f64cf8bdf19b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f64cf8bdf19b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46873 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f64cf8bdf19b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f64cf8bdf19b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=6260 (was 7520) 2024-11-28T07:43:02,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=6260 2024-11-28T07:43:02,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir so I do NOT create it in target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a 2024-11-28T07:43:02,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.log.dir Erasing configuration value by system value. 2024-11-28T07:43:02,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.tmp.dir so I do NOT create it in target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a 2024-11-28T07:43:02,137 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9f6073af-2a2e-a20b-212f-2f8eeeb5beb6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-28T07:43:02,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a 2024-11-28T07:43:02,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T07:43:02,137 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054, deleteOnExit=true 2024-11-28T07:43:02,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T07:43:02,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/test.cache.data in system properties and HBase conf 2024-11-28T07:43:02,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T07:43:02,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/hadoop.log.dir in system properties and HBase conf 2024-11-28T07:43:02,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T07:43:02,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T07:43:02,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T07:43:02,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T07:43:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:43:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T07:43:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T07:43:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:43:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T07:43:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T07:43:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T07:43:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:43:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T07:43:02,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/nfs.dump.dir in system properties and HBase conf 2024-11-28T07:43:02,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/java.io.tmpdir in system properties and HBase conf 2024-11-28T07:43:02,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T07:43:02,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T07:43:02,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T07:43:02,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:43:02,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:43:02,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:43:02,261 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:43:02,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:43:02,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:43:02,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc25a87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:43:02,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45478c0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:43:02,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cfc8ebb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/java.io.tmpdir/jetty-localhost-46609-hadoop-hdfs-3_4_1-tests_jar-_-any-10574729230306093871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:43:02,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e44a13a{HTTP/1.1, (http/1.1)}{localhost:46609} 2024-11-28T07:43:02,412 INFO [Time-limited test {}] server.Server(415): Started @90847ms 2024-11-28T07:43:02,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:43:02,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:43:02,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:43:02,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:43:02,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:43:02,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a8c2d0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:43:02,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29729763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:43:02,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4efd563c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/java.io.tmpdir/jetty-localhost-39095-hadoop-hdfs-3_4_1-tests_jar-_-any-6805385143254106470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:43:02,698 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30d03752{HTTP/1.1, (http/1.1)}{localhost:39095} 2024-11-28T07:43:02,698 INFO [Time-limited test {}] server.Server(415): Started @91133ms 2024-11-28T07:43:02,700 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:43:02,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:43:02,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:43:02,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:43:02,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:43:02,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T07:43:02,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59829fca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:43:02,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@673d1674{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:43:02,846 WARN [Thread-675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data2/current/BP-1403516038-172.17.0.2-1732779782170/current, will proceed with Du for space computation calculation, 2024-11-28T07:43:02,847 WARN [Thread-674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data1/current/BP-1403516038-172.17.0.2-1732779782170/current, will proceed with Du for space computation calculation, 2024-11-28T07:43:02,884 WARN [Thread-653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:43:02,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x594f153d3674501f with lease ID 0xc4d4e18353506a40: Processing first storage report for DS-e31f75ae-ddc3-4ed8-8b65-999f73ef9f5f from datanode DatanodeRegistration(127.0.0.1:42415, datanodeUuid=b0835c3b-8643-43fc-bd8a-e378df01cffa, infoPort=34985, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170) 2024-11-28T07:43:02,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x594f153d3674501f with lease ID 0xc4d4e18353506a40: from storage DS-e31f75ae-ddc3-4ed8-8b65-999f73ef9f5f node DatanodeRegistration(127.0.0.1:42415, datanodeUuid=b0835c3b-8643-43fc-bd8a-e378df01cffa, infoPort=34985, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:43:02,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x594f153d3674501f with lease ID 0xc4d4e18353506a40: Processing first storage report for DS-5607e229-329c-4d4e-bb90-2ccad1ffe533 from datanode DatanodeRegistration(127.0.0.1:42415, datanodeUuid=b0835c3b-8643-43fc-bd8a-e378df01cffa, infoPort=34985, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170) 2024-11-28T07:43:02,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x594f153d3674501f with lease ID 0xc4d4e18353506a40: from storage DS-5607e229-329c-4d4e-bb90-2ccad1ffe533 node DatanodeRegistration(127.0.0.1:42415, datanodeUuid=b0835c3b-8643-43fc-bd8a-e378df01cffa, infoPort=34985, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:43:02,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57fab05d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/java.io.tmpdir/jetty-localhost-37985-hadoop-hdfs-3_4_1-tests_jar-_-any-8506065912143572776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:43:02,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0c607{HTTP/1.1, (http/1.1)}{localhost:37985} 2024-11-28T07:43:02,944 INFO [Time-limited test {}] server.Server(415): Started @91378ms 2024-11-28T07:43:02,945 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:43:03,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T07:43:03,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T07:43:03,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T07:43:03,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T07:43:03,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T07:43:03,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ae4ac48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/hadoop.log.dir/,AVAILABLE} 2024-11-28T07:43:03,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f7c0fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T07:43:03,063 WARN [Thread-709 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data3/current/BP-1403516038-172.17.0.2-1732779782170/current, will proceed with Du for space computation calculation, 2024-11-28T07:43:03,064 WARN [Thread-710 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data4/current/BP-1403516038-172.17.0.2-1732779782170/current, will proceed with Du for space computation calculation, 2024-11-28T07:43:03,103 WARN [Thread-689 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:43:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd12de780b1b68cbf with lease ID 0xc4d4e18353506a41: Processing first storage report for DS-4a095a74-9c6d-4c39-be7a-d29b82fa7535 from datanode DatanodeRegistration(127.0.0.1:32797, datanodeUuid=7ab5bac5-688f-426c-9048-bd83b8b4c0ff, infoPort=43103, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170) 2024-11-28T07:43:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd12de780b1b68cbf with lease ID 0xc4d4e18353506a41: from storage DS-4a095a74-9c6d-4c39-be7a-d29b82fa7535 node DatanodeRegistration(127.0.0.1:32797, datanodeUuid=7ab5bac5-688f-426c-9048-bd83b8b4c0ff, infoPort=43103, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:43:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd12de780b1b68cbf with lease ID 0xc4d4e18353506a41: Processing first storage report for DS-950510f3-6d38-4bd9-9c91-139f02b136b9 from datanode DatanodeRegistration(127.0.0.1:32797, datanodeUuid=7ab5bac5-688f-426c-9048-bd83b8b4c0ff, infoPort=43103, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170) 2024-11-28T07:43:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd12de780b1b68cbf with lease ID 0xc4d4e18353506a41: from storage DS-950510f3-6d38-4bd9-9c91-139f02b136b9 node DatanodeRegistration(127.0.0.1:32797, datanodeUuid=7ab5bac5-688f-426c-9048-bd83b8b4c0ff, infoPort=43103, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-28T07:43:03,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d812ccc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/java.io.tmpdir/jetty-localhost-40071-hadoop-hdfs-3_4_1-tests_jar-_-any-3929202561437595229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:43:03,164 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71458439{HTTP/1.1, (http/1.1)}{localhost:40071} 2024-11-28T07:43:03,164 INFO [Time-limited test {}] server.Server(415): Started @91599ms 2024-11-28T07:43:03,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T07:43:03,292 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data5/current/BP-1403516038-172.17.0.2-1732779782170/current, will proceed with Du for space computation calculation, 2024-11-28T07:43:03,292 WARN [Thread-736 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data6/current/BP-1403516038-172.17.0.2-1732779782170/current, will proceed with Du for space computation calculation, 2024-11-28T07:43:03,321 WARN [Thread-724 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T07:43:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cc00b6c759c44da with lease ID 0xc4d4e18353506a42: Processing first storage report for DS-9b58d49a-fe4c-4a1f-a781-0bf4443f0996 from datanode DatanodeRegistration(127.0.0.1:43811, datanodeUuid=5db0dd3b-573a-4aa8-bad9-36a359fe773d, infoPort=42459, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170) 2024-11-28T07:43:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cc00b6c759c44da with lease ID 0xc4d4e18353506a42: from storage DS-9b58d49a-fe4c-4a1f-a781-0bf4443f0996 node DatanodeRegistration(127.0.0.1:43811, datanodeUuid=5db0dd3b-573a-4aa8-bad9-36a359fe773d, infoPort=42459, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:43:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cc00b6c759c44da with lease ID 0xc4d4e18353506a42: Processing first storage report for DS-a13f2123-8a44-4b48-a1e8-81748e692be8 from datanode DatanodeRegistration(127.0.0.1:43811, datanodeUuid=5db0dd3b-573a-4aa8-bad9-36a359fe773d, infoPort=42459, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170) 2024-11-28T07:43:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cc00b6c759c44da with lease ID 0xc4d4e18353506a42: from storage DS-a13f2123-8a44-4b48-a1e8-81748e692be8 node DatanodeRegistration(127.0.0.1:43811, datanodeUuid=5db0dd3b-573a-4aa8-bad9-36a359fe773d, infoPort=42459, infoSecurePort=0, ipcPort=35983, storageInfo=lv=-57;cid=testClusterID;nsid=174166182;c=1732779782170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T07:43:03,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a 2024-11-28T07:43:03,431 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/zookeeper_0, clientPort=61475, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T07:43:03,435 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61475 2024-11-28T07:43:03,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:43:03,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:43:03,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741825_1001 (size=7) 2024-11-28T07:43:03,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 with version=8 2024-11-28T07:43:03,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/hbase-staging 2024-11-28T07:43:03,466 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:43:03,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:43:03,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:43:03,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T07:43:03,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:43:03,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33227 2024-11-28T07:43:03,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33227 connecting to ZooKeeper ensemble=127.0.0.1:61475 2024-11-28T07:43:03,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332270x0, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:43:03,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33227-0x1015d871f940000 connected 2024-11-28T07:43:03,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:43:03,523 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355, hbase.cluster.distributed=false 2024-11-28T07:43:03,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:43:03,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-28T07:43:03,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33227 2024-11-28T07:43:03,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33227 2024-11-28T07:43:03,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-28T07:43:03,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33227 2024-11-28T07:43:03,557 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:43:03,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:43:03,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:43:03,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:43:03,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:43:03,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41601 2024-11-28T07:43:03,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41601 connecting to ZooKeeper ensemble=127.0.0.1:61475 2024-11-28T07:43:03,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416010x0, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:43:03,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416010x0, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:43:03,571 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:43:03,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41601-0x1015d871f940001 connected 2024-11-28T07:43:03,573 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:43:03,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:43:03,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:43:03,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41601 2024-11-28T07:43:03,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41601 2024-11-28T07:43:03,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41601 2024-11-28T07:43:03,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41601 2024-11-28T07:43:03,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41601 2024-11-28T07:43:03,603 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:43:03,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:43:03,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:43:03,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:43:03,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:43:03,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45249 2024-11-28T07:43:03,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45249 connecting to ZooKeeper ensemble=127.0.0.1:61475 2024-11-28T07:43:03,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452490x0, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:43:03,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45249-0x1015d871f940002 connected 2024-11-28T07:43:03,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:43:03,618 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:43:03,619 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:43:03,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:43:03,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:43:03,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45249 2024-11-28T07:43:03,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45249 2024-11-28T07:43:03,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45249 2024-11-28T07:43:03,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45249 2024-11-28T07:43:03,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45249 2024-11-28T07:43:03,647 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f64cf8bdf19b:0 server-side Connection retries=45 2024-11-28T07:43:03,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T07:43:03,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T07:43:03,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T07:43:03,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T07:43:03,648 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T07:43:03,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44173 2024-11-28T07:43:03,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44173 connecting to ZooKeeper ensemble=127.0.0.1:61475 2024-11-28T07:43:03,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441730x0, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T07:43:03,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44173-0x1015d871f940003 connected 2024-11-28T07:43:03,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:43:03,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T07:43:03,664 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T07:43:03,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T07:43:03,668 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T07:43:03,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44173 2024-11-28T07:43:03,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44173 2024-11-28T07:43:03,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44173 2024-11-28T07:43:03,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44173 2024-11-28T07:43:03,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44173 2024-11-28T07:43:03,701 DEBUG [M:0;f64cf8bdf19b:33227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f64cf8bdf19b:33227 2024-11-28T07:43:03,701 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f64cf8bdf19b,33227,1732779783466 2024-11-28T07:43:03,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:43:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:43:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:43:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:43:03,710 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f64cf8bdf19b,33227,1732779783466 2024-11-28T07:43:03,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:43:03,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:43:03,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T07:43:03,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:03,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:03,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:03,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:03,714 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T07:43:03,715 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f64cf8bdf19b,33227,1732779783466 from backup master directory 2024-11-28T07:43:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f64cf8bdf19b,33227,1732779783466 2024-11-28T07:43:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:43:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:43:03,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:43:03,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T07:43:03,719 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:43:03,719 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f64cf8bdf19b,33227,1732779783466 2024-11-28T07:43:03,725 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/hbase.id] with ID: 97273252-572e-4f7d-a1c9-eea62f6500ad 2024-11-28T07:43:03,725 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/.tmp/hbase.id 2024-11-28T07:43:03,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:43:03,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:43:03,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741826_1002 (size=42) 2024-11-28T07:43:03,747 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/.tmp/hbase.id]:[hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/hbase.id] 2024-11-28T07:43:03,773 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T07:43:03,773 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T07:43:03,775 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-28T07:43:03,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:03,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:03,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:03,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:43:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:43:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741827_1003 (size=196) 2024-11-28T07:43:04,195 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:43:04,196 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T07:43:04,196 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:43:04,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:43:04,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:43:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741828_1004 (size=1189) 2024-11-28T07:43:04,233 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store 2024-11-28T07:43:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:43:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:43:04,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741829_1005 (size=34) 2024-11-28T07:43:04,663 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:04,663 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:43:04,663 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:43:04,663 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:43:04,663 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:43:04,663 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:43:04,664 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:43:04,664 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732779784663Disabling compacts and flushes for region at 1732779784663Disabling writes for close at 1732779784663Writing region close event to WAL at 1732779784664 (+1 ms)Closed at 1732779784664 2024-11-28T07:43:04,671 WARN [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/.initializing 2024-11-28T07:43:04,672 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/WALs/f64cf8bdf19b,33227,1732779783466 2024-11-28T07:43:04,673 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:43:04,676 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C33227%2C1732779783466, suffix=, logDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/WALs/f64cf8bdf19b,33227,1732779783466, archiveDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/oldWALs, maxLogs=10 2024-11-28T07:43:04,698 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/WALs/f64cf8bdf19b,33227,1732779783466/f64cf8bdf19b%2C33227%2C1732779783466.1732779784677, exclude list is [], retry=0 2024-11-28T07:43:04,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-4a095a74-9c6d-4c39-be7a-d29b82fa7535,DISK] 2024-11-28T07:43:04,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-e31f75ae-ddc3-4ed8-8b65-999f73ef9f5f,DISK] 2024-11-28T07:43:04,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43811,DS-9b58d49a-fe4c-4a1f-a781-0bf4443f0996,DISK] 2024-11-28T07:43:04,801 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/WALs/f64cf8bdf19b,33227,1732779783466/f64cf8bdf19b%2C33227%2C1732779783466.1732779784677 2024-11-28T07:43:04,802 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43103:43103),(127.0.0.1/127.0.0.1:42459:42459),(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-28T07:43:04,802 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:43:04,802 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:04,803 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,803 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T07:43:04,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:04,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:43:04,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T07:43:04,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:04,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:04,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T07:43:04,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:04,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:04,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T07:43:04,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:04,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:04,819 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,821 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,821 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,823 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,823 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,824 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:43:04,825 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T07:43:04,830 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:04,831 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69175338, jitterRate=0.03079286217689514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:43:04,832 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732779784803Initializing all the Stores at 1732779784804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779784804Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779784805 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779784805Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779784805Cleaning up temporary data from old regions at 1732779784823 (+18 ms)Region opened successfully at 1732779784832 (+9 ms) 2024-11-28T07:43:04,848 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T07:43:04,858 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be2ecf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:43:04,860 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T07:43:04,860 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T07:43:04,860 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T07:43:04,860 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T07:43:04,864 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-28T07:43:04,864 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-28T07:43:04,864 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-28T07:43:04,871 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T07:43:04,872 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T07:43:04,875 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T07:43:04,876 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T07:43:04,877 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T07:43:04,880 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T07:43:04,881 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T07:43:04,882 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T07:43:04,884 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T07:43:04,887 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T07:43:04,888 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T07:43:04,891 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T07:43:04,896 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T07:43:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:43:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:43:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:43:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T07:43:04,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,902 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f64cf8bdf19b,33227,1732779783466, sessionid=0x1015d871f940000, setting cluster-up flag (Was=false) 2024-11-28T07:43:04,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,915 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T07:43:04,917 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,33227,1732779783466 2024-11-28T07:43:04,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:04,940 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T07:43:04,942 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f64cf8bdf19b,33227,1732779783466 2024-11-28T07:43:04,945 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T07:43:04,948 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T07:43:04,948 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T07:43:04,949 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T07:43:04,949 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f64cf8bdf19b,33227,1732779783466 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T07:43:04,950 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:43:04,951 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:43:04,951 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:43:04,951 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=5, maxPoolSize=5 2024-11-28T07:43:04,951 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f64cf8bdf19b:0, corePoolSize=10, maxPoolSize=10 2024-11-28T07:43:04,951 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:04,951 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:43:04,951 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:04,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:43:04,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T07:43:04,989 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.HRegionServer(746): ClusterId : 97273252-572e-4f7d-a1c9-eea62f6500ad 2024-11-28T07:43:04,989 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(746): ClusterId : 97273252-572e-4f7d-a1c9-eea62f6500ad 2024-11-28T07:43:04,989 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:43:04,989 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:43:04,991 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732779814991 2024-11-28T07:43:04,991 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T07:43:04,992 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T07:43:04,992 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T07:43:04,992 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T07:43:04,992 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T07:43:04,992 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T07:43:04,992 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:04,992 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T07:43:04,995 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:04,997 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T07:43:04,997 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T07:43:04,997 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T07:43:04,997 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T07:43:04,997 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T07:43:04,999 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732779784997,5,FailOnTimeoutGroup] 2024-11-28T07:43:04,999 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732779784999,5,FailOnTimeoutGroup] 2024-11-28T07:43:04,999 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:04,999 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T07:43:04,999 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:04,999 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,011 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(746): ClusterId : 97273252-572e-4f7d-a1c9-eea62f6500ad 2024-11-28T07:43:05,012 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T07:43:05,012 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:43:05,012 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:43:05,025 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:43:05,025 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:43:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:43:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:43:05,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741831_1007 (size=1321) 2024-11-28T07:43:05,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T07:43:05,036 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:05,040 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T07:43:05,040 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T07:43:05,041 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:43:05,042 DEBUG [RS:0;f64cf8bdf19b:41601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfd9f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:43:05,054 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:43:05,055 DEBUG [RS:1;f64cf8bdf19b:45249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dcf9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:43:05,056 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T07:43:05,056 DEBUG [RS:2;f64cf8bdf19b:44173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fadd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f64cf8bdf19b/172.17.0.2:0 2024-11-28T07:43:05,078 DEBUG [RS:0;f64cf8bdf19b:41601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f64cf8bdf19b:41601 2024-11-28T07:43:05,078 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:43:05,078 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:43:05,078 DEBUG [RS:0;f64cf8bdf19b:41601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:43:05,079 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,33227,1732779783466 with port=41601, startcode=1732779783556 2024-11-28T07:43:05,080 DEBUG [RS:0;f64cf8bdf19b:41601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:43:05,109 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:43:05,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:05,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:05,112 DEBUG [RS:2;f64cf8bdf19b:44173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f64cf8bdf19b:44173 2024-11-28T07:43:05,112 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:43:05,112 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:43:05,112 DEBUG [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:43:05,113 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,33227,1732779783466 with port=44173, startcode=1732779783647 2024-11-28T07:43:05,114 DEBUG [RS:2;f64cf8bdf19b:44173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:43:05,114 DEBUG [RS:1;f64cf8bdf19b:45249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f64cf8bdf19b:45249 2024-11-28T07:43:05,114 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T07:43:05,114 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T07:43:05,115 DEBUG [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T07:43:05,116 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(2659): reportForDuty to master=f64cf8bdf19b,33227,1732779783466 with port=45249, startcode=1732779783603 2024-11-28T07:43:05,116 DEBUG [RS:0;f64cf8bdf19b:41601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:05,116 DEBUG [RS:0;f64cf8bdf19b:41601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34125 2024-11-28T07:43:05,116 DEBUG [RS:0;f64cf8bdf19b:41601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:43:05,117 DEBUG [RS:1;f64cf8bdf19b:45249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T07:43:05,121 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:43:05,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:43:05,121 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:05,122 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:05,123 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T07:43:05,125 DEBUG [RS:0;f64cf8bdf19b:41601 {}] zookeeper.ZKUtil(111): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:05,125 WARN [RS:0;f64cf8bdf19b:41601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:43:05,125 INFO [RS:0;f64cf8bdf19b:41601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:43:05,125 DEBUG [RS:0;f64cf8bdf19b:41601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:05,125 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:05,126 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33227 {}] master.ServerManager(517): Registering regionserver=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:05,128 DEBUG [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:05,128 DEBUG [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34125 2024-11-28T07:43:05,128 DEBUG [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:43:05,129 DEBUG [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:05,130 DEBUG [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34125 2024-11-28T07:43:05,130 DEBUG [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T07:43:05,140 DEBUG [RS:2;f64cf8bdf19b:44173 {}] zookeeper.ZKUtil(111): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:05,140 WARN [RS:2;f64cf8bdf19b:44173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:43:05,140 INFO [RS:2;f64cf8bdf19b:44173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:43:05,140 DEBUG [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:05,141 DEBUG [RS:1;f64cf8bdf19b:45249 {}] zookeeper.ZKUtil(111): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:05,141 WARN [RS:1;f64cf8bdf19b:45249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T07:43:05,141 INFO [RS:1;f64cf8bdf19b:45249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:43:05,141 DEBUG [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:05,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,45249,1732779783603] 2024-11-28T07:43:05,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,44173,1732779783647] 2024-11-28T07:43:05,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f64cf8bdf19b,41601,1732779783556] 2024-11-28T07:43:05,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:43:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:43:05,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741832_1008 (size=32) 2024-11-28T07:43:05,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:05,180 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:43:05,185 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:43:05,197 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:43:05,200 INFO [RS:2;f64cf8bdf19b:44173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:43:05,201 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,203 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:43:05,208 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T07:43:05,210 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:43:05,211 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:43:05,211 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,211 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,211 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,211 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,211 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,211 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,211 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:43:05,211 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,212 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,212 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,212 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,212 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,212 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,212 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:43:05,212 DEBUG [RS:2;f64cf8bdf19b:44173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:43:05,216 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T07:43:05,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:43:05,217 INFO [RS:1;f64cf8bdf19b:45249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:43:05,217 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:43:05,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:05,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:43:05,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:43:05,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:43:05,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:05,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:43:05,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:43:05,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:43:05,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:05,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:43:05,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:43:05,228 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:43:05,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:43:05,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:05,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:43:05,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:43:05,230 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:43:05,230 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,230 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,230 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,230 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,230 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,230 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740 2024-11-28T07:43:05,231 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:43:05,231 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,231 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,231 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,231 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,231 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,231 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740 2024-11-28T07:43:05,231 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:43:05,231 DEBUG [RS:1;f64cf8bdf19b:45249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:43:05,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:43:05,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:43:05,234 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:43:05,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:43:05,240 INFO [RS:0;f64cf8bdf19b:41601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T07:43:05,240 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,245 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:05,245 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65898425, jitterRate=-0.018036946654319763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:43:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732779785172Initializing all the Stores at 1732779785173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779785173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779785204 (+31 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779785204Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779785204Cleaning up temporary data from old regions at 1732779785233 (+29 ms)Region opened successfully at 1732779785246 (+13 ms) 2024-11-28T07:43:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:43:05,246 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:43:05,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:43:05,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:43:05,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:43:05,248 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T07:43:05,249 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T07:43:05,249 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=2, maxPoolSize=2 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f64cf8bdf19b:0, corePoolSize=1, maxPoolSize=1 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:43:05,250 DEBUG [RS:0;f64cf8bdf19b:41601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f64cf8bdf19b:0, corePoolSize=3, maxPoolSize=3 2024-11-28T07:43:05,257 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,257 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,257 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,257 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,257 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,257 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,44173,1732779783647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:43:05,257 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:43:05,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732779785246Disabling compacts and flushes for region at 1732779785246Disabling writes for close at 1732779785247 (+1 ms)Writing region close event to WAL at 1732779785257 (+10 ms)Closed at 1732779785257 2024-11-28T07:43:05,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:43:05,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T07:43:05,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T07:43:05,260 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:43:05,262 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T07:43:05,270 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,270 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,270 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,270 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,270 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,270 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,41601,1732779783556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:43:05,288 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,288 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,288 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,288 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,289 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,289 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,45249,1732779783603-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:43:05,298 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:43:05,299 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,44173,1732779783647-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,299 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,299 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.Replication(171): f64cf8bdf19b,44173,1732779783647 started 2024-11-28T07:43:05,305 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:43:05,306 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,45249,1732779783603-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,306 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,306 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.Replication(171): f64cf8bdf19b,45249,1732779783603 started 2024-11-28T07:43:05,312 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T07:43:05,313 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,41601,1732779783556-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,313 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,313 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.Replication(171): f64cf8bdf19b,41601,1732779783556 started 2024-11-28T07:43:05,319 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,319 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,44173,1732779783647, RpcServer on f64cf8bdf19b/172.17.0.2:44173, sessionid=0x1015d871f940003 2024-11-28T07:43:05,320 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:43:05,320 DEBUG [RS:2;f64cf8bdf19b:44173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:05,320 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,44173,1732779783647' 2024-11-28T07:43:05,320 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:43:05,321 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:43:05,321 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:43:05,321 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:43:05,321 DEBUG [RS:2;f64cf8bdf19b:44173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:05,321 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,44173,1732779783647' 2024-11-28T07:43:05,322 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:43:05,322 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:43:05,323 DEBUG [RS:2;f64cf8bdf19b:44173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:43:05,323 INFO [RS:2;f64cf8bdf19b:44173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:43:05,323 INFO [RS:2;f64cf8bdf19b:44173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:43:05,326 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,326 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,45249,1732779783603, RpcServer on f64cf8bdf19b/172.17.0.2:45249, sessionid=0x1015d871f940002 2024-11-28T07:43:05,326 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:43:05,326 DEBUG [RS:1;f64cf8bdf19b:45249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:05,326 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,45249,1732779783603' 2024-11-28T07:43:05,326 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:43:05,327 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:43:05,327 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:43:05,327 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:43:05,327 DEBUG [RS:1;f64cf8bdf19b:45249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:05,328 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,45249,1732779783603' 2024-11-28T07:43:05,328 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:43:05,328 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:43:05,329 DEBUG [RS:1;f64cf8bdf19b:45249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:43:05,329 INFO [RS:1;f64cf8bdf19b:45249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:43:05,329 INFO [RS:1;f64cf8bdf19b:45249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:43:05,330 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:05,330 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.HRegionServer(1482): Serving as f64cf8bdf19b,41601,1732779783556, RpcServer on f64cf8bdf19b/172.17.0.2:41601, sessionid=0x1015d871f940001 2024-11-28T07:43:05,330 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T07:43:05,330 DEBUG [RS:0;f64cf8bdf19b:41601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:05,330 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,41601,1732779783556' 2024-11-28T07:43:05,330 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T07:43:05,332 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T07:43:05,333 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T07:43:05,333 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T07:43:05,333 DEBUG [RS:0;f64cf8bdf19b:41601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:05,333 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f64cf8bdf19b,41601,1732779783556' 2024-11-28T07:43:05,333 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T07:43:05,335 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T07:43:05,335 DEBUG [RS:0;f64cf8bdf19b:41601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T07:43:05,335 INFO [RS:0;f64cf8bdf19b:41601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T07:43:05,335 INFO [RS:0;f64cf8bdf19b:41601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T07:43:05,412 WARN [f64cf8bdf19b:33227 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-28T07:43:05,423 INFO [RS:2;f64cf8bdf19b:44173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:43:05,426 INFO [RS:2;f64cf8bdf19b:44173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C44173%2C1732779783647, suffix=, logDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,44173,1732779783647, archiveDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/oldWALs, maxLogs=32 2024-11-28T07:43:05,429 INFO [RS:1;f64cf8bdf19b:45249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:43:05,431 INFO [RS:1;f64cf8bdf19b:45249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C45249%2C1732779783603, suffix=, logDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,45249,1732779783603, archiveDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/oldWALs, maxLogs=32 2024-11-28T07:43:05,436 INFO [RS:0;f64cf8bdf19b:41601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T07:43:05,441 INFO [RS:0;f64cf8bdf19b:41601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C41601%2C1732779783556, suffix=, logDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556, archiveDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/oldWALs, maxLogs=32 2024-11-28T07:43:05,448 DEBUG [RS:2;f64cf8bdf19b:44173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,44173,1732779783647/f64cf8bdf19b%2C44173%2C1732779783647.1732779785427, exclude list is [], retry=0 2024-11-28T07:43:05,451 DEBUG [RS:1;f64cf8bdf19b:45249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,45249,1732779783603/f64cf8bdf19b%2C45249%2C1732779783603.1732779785432, exclude list is [], retry=0 2024-11-28T07:43:05,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43811,DS-9b58d49a-fe4c-4a1f-a781-0bf4443f0996,DISK] 2024-11-28T07:43:05,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-4a095a74-9c6d-4c39-be7a-d29b82fa7535,DISK] 2024-11-28T07:43:05,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-e31f75ae-ddc3-4ed8-8b65-999f73ef9f5f,DISK] 2024-11-28T07:43:05,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-e31f75ae-ddc3-4ed8-8b65-999f73ef9f5f,DISK] 2024-11-28T07:43:05,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43811,DS-9b58d49a-fe4c-4a1f-a781-0bf4443f0996,DISK] 2024-11-28T07:43:05,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-4a095a74-9c6d-4c39-be7a-d29b82fa7535,DISK] 2024-11-28T07:43:05,462 DEBUG [RS:0;f64cf8bdf19b:41601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444, exclude list is [], retry=0 2024-11-28T07:43:05,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43811,DS-9b58d49a-fe4c-4a1f-a781-0bf4443f0996,DISK] 2024-11-28T07:43:05,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-4a095a74-9c6d-4c39-be7a-d29b82fa7535,DISK] 2024-11-28T07:43:05,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-e31f75ae-ddc3-4ed8-8b65-999f73ef9f5f,DISK] 2024-11-28T07:43:05,476 INFO [RS:2;f64cf8bdf19b:44173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,44173,1732779783647/f64cf8bdf19b%2C44173%2C1732779783647.1732779785427 2024-11-28T07:43:05,479 INFO [RS:1;f64cf8bdf19b:45249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,45249,1732779783603/f64cf8bdf19b%2C45249%2C1732779783603.1732779785432 2024-11-28T07:43:05,480 DEBUG [RS:2;f64cf8bdf19b:44173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42459:42459),(127.0.0.1/127.0.0.1:43103:43103),(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-28T07:43:05,481 DEBUG [RS:1;f64cf8bdf19b:45249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34985:34985),(127.0.0.1/127.0.0.1:42459:42459),(127.0.0.1/127.0.0.1:43103:43103)] 2024-11-28T07:43:05,482 INFO [RS:0;f64cf8bdf19b:41601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444 2024-11-28T07:43:05,484 DEBUG [RS:0;f64cf8bdf19b:41601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34985:34985),(127.0.0.1/127.0.0.1:43103:43103),(127.0.0.1/127.0.0.1:42459:42459)] 2024-11-28T07:43:05,663 DEBUG [f64cf8bdf19b:33227 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-28T07:43:05,663 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(204): Hosts are {f64cf8bdf19b=0} racks are {/default-rack=0} 2024-11-28T07:43:05,666 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T07:43:05,666 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T07:43:05,666 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T07:43:05,666 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T07:43:05,666 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T07:43:05,666 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T07:43:05,666 INFO [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T07:43:05,666 INFO [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T07:43:05,666 INFO [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T07:43:05,666 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T07:43:05,666 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:05,668 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,45249,1732779783603, state=OPENING 2024-11-28T07:43:05,670 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T07:43:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:05,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:05,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:05,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:43:05,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:43:05,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:43:05,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:43:05,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:43:05,675 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T07:43:05,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,45249,1732779783603}] 2024-11-28T07:43:06,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:06,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:06,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:06,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T07:43:06,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:06,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:06,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:07,015 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:43:07,015 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T07:43:10,404 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f64cf8bdf19b:35187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-28T07:43:12,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T07:43:12,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:12,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:12,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:15,678 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:43:15,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60963, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:43:15,685 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T07:43:15,685 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T07:43:15,686 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T07:43:15,688 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f64cf8bdf19b%2C45249%2C1732779783603.meta, suffix=.meta, logDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,45249,1732779783603, archiveDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/oldWALs, maxLogs=32 2024-11-28T07:43:15,701 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,45249,1732779783603/f64cf8bdf19b%2C45249%2C1732779783603.meta.1732779795688.meta, exclude list is [], retry=0 2024-11-28T07:43:15,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-4a095a74-9c6d-4c39-be7a-d29b82fa7535,DISK] 2024-11-28T07:43:15,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43811,DS-9b58d49a-fe4c-4a1f-a781-0bf4443f0996,DISK] 2024-11-28T07:43:15,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42415,DS-e31f75ae-ddc3-4ed8-8b65-999f73ef9f5f,DISK] 2024-11-28T07:43:15,706 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,45249,1732779783603/f64cf8bdf19b%2C45249%2C1732779783603.meta.1732779795688.meta 2024-11-28T07:43:15,707 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43103:43103),(127.0.0.1/127.0.0.1:42459:42459),(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-28T07:43:15,707 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T07:43:15,707 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T07:43:15,707 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T07:43:15,707 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T07:43:15,707 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T07:43:15,707 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:15,708 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T07:43:15,708 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T07:43:15,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T07:43:15,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T07:43:15,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:15,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:43:15,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T07:43:15,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T07:43:15,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:15,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:43:15,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T07:43:15,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T07:43:15,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:15,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:43:15,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T07:43:15,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T07:43:15,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:15,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T07:43:15,714 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T07:43:15,715 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740 2024-11-28T07:43:15,716 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740 2024-11-28T07:43:15,717 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T07:43:15,717 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T07:43:15,718 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T07:43:15,719 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T07:43:15,720 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60719841, jitterRate=-0.09520386159420013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T07:43:15,720 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T07:43:15,721 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732779795708Writing region info on filesystem at 1732779795708Initializing all the Stores at 1732779795709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779795709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779795709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779795709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732779795709Cleaning up temporary data from old regions at 1732779795717 (+8 ms)Running coprocessor post-open hooks at 1732779795720 (+3 ms)Region opened successfully at 1732779795721 (+1 ms) 2024-11-28T07:43:15,722 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732779795678 2024-11-28T07:43:15,724 DEBUG [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T07:43:15,724 INFO [RS_OPEN_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T07:43:15,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:15,725 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f64cf8bdf19b,45249,1732779783603, state=OPEN 2024-11-28T07:43:15,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:43:15,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:43:15,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:43:15,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T07:43:15,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:43:15,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:43:15,727 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:15,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:43:15,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T07:43:15,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T07:43:15,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f64cf8bdf19b,45249,1732779783603 in 10.0520 sec 2024-11-28T07:43:15,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T07:43:15,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4700 sec 2024-11-28T07:43:15,731 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T07:43:15,731 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T07:43:15,734 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:43:15,734 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,45249,1732779783603, seqNum=-1] 2024-11-28T07:43:15,734 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:43:15,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38375, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:43:15,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7920 sec 2024-11-28T07:43:15,740 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732779795740, completionTime=-1 2024-11-28T07:43:15,740 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-28T07:43:15,740 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T07:43:15,742 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-28T07:43:15,742 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732779855742 2024-11-28T07:43:15,742 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732779915742 2024-11-28T07:43:15,742 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-28T07:43:15,742 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,33227,1732779783466-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:15,742 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,33227,1732779783466-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:15,742 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,33227,1732779783466-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:15,742 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f64cf8bdf19b:33227, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:15,742 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:15,743 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:15,744 DEBUG [master/f64cf8bdf19b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T07:43:15,746 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.027sec 2024-11-28T07:43:15,746 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T07:43:15,746 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T07:43:15,746 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T07:43:15,746 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T07:43:15,746 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T07:43:15,746 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,33227,1732779783466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T07:43:15,746 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,33227,1732779783466-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T07:43:15,749 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T07:43:15,749 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T07:43:15,749 INFO [master/f64cf8bdf19b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f64cf8bdf19b,33227,1732779783466-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T07:43:15,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148dc65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:43:15,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,33227,-1 for getting cluster id 2024-11-28T07:43:15,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:43:15,806 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97273252-572e-4f7d-a1c9-eea62f6500ad' 2024-11-28T07:43:15,807 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:43:15,807 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97273252-572e-4f7d-a1c9-eea62f6500ad" 2024-11-28T07:43:15,807 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7283e640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:43:15,807 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,33227,-1] 2024-11-28T07:43:15,808 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:43:15,808 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:15,809 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:43:15,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a71128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:43:15,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:43:15,811 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,45249,1732779783603, seqNum=-1] 2024-11-28T07:43:15,811 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:43:15,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:43:15,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f64cf8bdf19b,33227,1732779783466 2024-11-28T07:43:15,814 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732779795814 (current time:1732779795814). 2024-11-28T07:43:15,814 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-28T07:43:15,814 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-28T07:43:15,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc26a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:43:15,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f64cf8bdf19b,33227,-1 for getting cluster id 2024-11-28T07:43:15,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T07:43:15,815 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97273252-572e-4f7d-a1c9-eea62f6500ad' 2024-11-28T07:43:15,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T07:43:15,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97273252-572e-4f7d-a1c9-eea62f6500ad" 2024-11-28T07:43:15,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43607b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:43:15,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f64cf8bdf19b,33227,-1] 2024-11-28T07:43:15,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T07:43:15,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:15,817 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T07:43:15,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e6c5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T07:43:15,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T07:43:15,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f64cf8bdf19b,45249,1732779783603, seqNum=-1] 2024-11-28T07:43:15,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:43:15,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:43:15,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:43:15,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:43:15,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:15,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:15,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:43:15,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T07:43:15,822 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f64cf8bdf19b,33227,1732779783466 2024-11-28T07:43:15,822 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33527f13 2024-11-28T07:43:15,822 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T07:43:15,823 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T07:43:15,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T07:43:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-28T07:43:15,827 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T07:43:15,827 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:15,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-28T07:43:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:43:15,828 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T07:43:15,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741837_1013 (size=361) 2024-11-28T07:43:15,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741837_1013 (size=361) 2024-11-28T07:43:15,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741837_1013 (size=361) 2024-11-28T07:43:15,840 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7baba97dbe9ec5d05b4b5439a7d03419, NAME => 'SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:15,840 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcc782d8b9e25565b87bb290d65fc6f6, NAME => 'SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:15,840 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => deb0fdf4d3d4487b596ae3bc7db6a104, NAME => 'SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:15,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741838_1014 (size=54) 2024-11-28T07:43:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741838_1014 (size=54) 2024-11-28T07:43:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741838_1014 (size=54) 2024-11-28T07:43:15,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741840_1016 (size=62) 2024-11-28T07:43:15,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:15,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fcc782d8b9e25565b87bb290d65fc6f6, disabling compactions & flushes 2024-11-28T07:43:15,856 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:43:15,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:43:15,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. after waiting 0 ms 2024-11-28T07:43:15,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:43:15,856 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:43:15,856 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcc782d8b9e25565b87bb290d65fc6f6: Waiting for close lock at 1732779795856Disabling compacts and flushes for region at 1732779795856Disabling writes for close at 1732779795856Writing region close event to WAL at 1732779795856Closed at 1732779795856 2024-11-28T07:43:15,857 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b5fe9e052a95405df46e020076bf488, NAME => 'SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:15,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741840_1016 (size=62) 2024-11-28T07:43:15,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741840_1016 (size=62) 2024-11-28T07:43:15,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:15,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741839_1015 (size=62) 2024-11-28T07:43:15,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing deb0fdf4d3d4487b596ae3bc7db6a104, disabling compactions & flushes 2024-11-28T07:43:15,858 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. 2024-11-28T07:43:15,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. 2024-11-28T07:43:15,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. after waiting 0 ms 2024-11-28T07:43:15,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741839_1015 (size=62) 2024-11-28T07:43:15,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. 2024-11-28T07:43:15,858 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. 2024-11-28T07:43:15,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741839_1015 (size=62) 2024-11-28T07:43:15,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for deb0fdf4d3d4487b596ae3bc7db6a104: Waiting for close lock at 1732779795858Disabling compacts and flushes for region at 1732779795858Disabling writes for close at 1732779795858Writing region close event to WAL at 1732779795858Closed at 1732779795858 2024-11-28T07:43:15,859 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ec145689e41a9f31c7365ecf62431c97, NAME => 'SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:15,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741841_1017 (size=62) 2024-11-28T07:43:15,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741841_1017 (size=62) 2024-11-28T07:43:15,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741842_1018 (size=62) 2024-11-28T07:43:15,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741842_1018 (size=62) 2024-11-28T07:43:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741842_1018 (size=62) 2024-11-28T07:43:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741841_1017 (size=62) 2024-11-28T07:43:15,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:15,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8b5fe9e052a95405df46e020076bf488, disabling compactions & flushes 2024-11-28T07:43:15,871 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:43:15,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:43:15,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. after waiting 0 ms 2024-11-28T07:43:15,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:43:15,871 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:43:15,871 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b5fe9e052a95405df46e020076bf488: Waiting for close lock at 1732779795871Disabling compacts and flushes for region at 1732779795871Disabling writes for close at 1732779795871Writing region close event to WAL at 1732779795871Closed at 1732779795871 2024-11-28T07:43:15,872 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a538acf92a0c57bbbb6fd604fa2cbb7, NAME => 'SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:15,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:15,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ec145689e41a9f31c7365ecf62431c97, disabling compactions & flushes 2024-11-28T07:43:15,872 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:43:15,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:43:15,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. after waiting 0 ms 2024-11-28T07:43:15,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:43:15,872 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:43:15,872 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ec145689e41a9f31c7365ecf62431c97: Waiting for close lock at 1732779795872Disabling compacts and flushes for region at 1732779795872Disabling writes for close at 1732779795872Writing region close event to WAL at 1732779795872Closed at 1732779795872 2024-11-28T07:43:15,873 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8528fafb2f463231a6996e3cd49240e2, NAME => 'SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:15,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741843_1019 (size=62) 2024-11-28T07:43:15,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741843_1019 (size=62) 2024-11-28T07:43:15,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741844_1020 (size=62) 2024-11-28T07:43:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741843_1019 (size=62) 2024-11-28T07:43:15,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:15,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7a538acf92a0c57bbbb6fd604fa2cbb7, disabling compactions & flushes 2024-11-28T07:43:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741844_1020 (size=62) 2024-11-28T07:43:15,882 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. 2024-11-28T07:43:15,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. 2024-11-28T07:43:15,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. after waiting 0 ms 2024-11-28T07:43:15,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. 2024-11-28T07:43:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741844_1020 (size=62) 2024-11-28T07:43:15,882 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. 2024-11-28T07:43:15,882 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a538acf92a0c57bbbb6fd604fa2cbb7: Waiting for close lock at 1732779795882Disabling compacts and flushes for region at 1732779795882Disabling writes for close at 1732779795882Writing region close event to WAL at 1732779795882Closed at 1732779795882 2024-11-28T07:43:15,883 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1abb9a89ae809e763a24ff78b1c5731, NAME => 'SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:15,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:15,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8528fafb2f463231a6996e3cd49240e2, disabling compactions & flushes 2024-11-28T07:43:15,884 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:43:15,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:43:15,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. after waiting 0 ms 2024-11-28T07:43:15,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:43:15,884 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:43:15,884 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8528fafb2f463231a6996e3cd49240e2: Waiting for close lock at 1732779795884Disabling compacts and flushes for region at 1732779795884Disabling writes for close at 1732779795884Writing region close event to WAL at 1732779795884Closed at 1732779795884 2024-11-28T07:43:15,884 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f488a1fa893c9d9d09f4f9beddf84de9, NAME => 'SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741845_1021 (size=62) 2024-11-28T07:43:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741845_1021 (size=62) 2024-11-28T07:43:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741845_1021 (size=62) 2024-11-28T07:43:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741846_1022 (size=62) 2024-11-28T07:43:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741846_1022 (size=62) 2024-11-28T07:43:15,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741846_1022 (size=62) 2024-11-28T07:43:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f488a1fa893c9d9d09f4f9beddf84de9, disabling compactions & flushes 2024-11-28T07:43:15,897 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:43:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:43:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. after waiting 0 ms 2024-11-28T07:43:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:43:15,897 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:43:15,897 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f488a1fa893c9d9d09f4f9beddf84de9: Waiting for close lock at 1732779795897Disabling compacts and flushes for region at 1732779795897Disabling writes for close at 1732779795897Writing region close event to WAL at 1732779795897Closed at 1732779795897 2024-11-28T07:43:15,897 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 57546290cd120c08343173a41ec7f92f, NAME => 'SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355 2024-11-28T07:43:15,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741847_1023 (size=54) 2024-11-28T07:43:15,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741847_1023 (size=54) 2024-11-28T07:43:15,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741847_1023 (size=54) 2024-11-28T07:43:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 57546290cd120c08343173a41ec7f92f, disabling compactions & flushes 2024-11-28T07:43:15,905 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. 2024-11-28T07:43:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. 2024-11-28T07:43:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. after waiting 0 ms 2024-11-28T07:43:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. 2024-11-28T07:43:15,905 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. 2024-11-28T07:43:15,905 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 57546290cd120c08343173a41ec7f92f: Waiting for close lock at 1732779795905Disabling compacts and flushes for region at 1732779795905Disabling writes for close at 1732779795905Writing region close event to WAL at 1732779795905Closed at 1732779795905 2024-11-28T07:43:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:43:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:43:16,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:16,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7baba97dbe9ec5d05b4b5439a7d03419, disabling compactions & flushes 2024-11-28T07:43:16,259 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:43:16,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:43:16,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. after waiting 0 ms 2024-11-28T07:43:16,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:43:16,259 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:43:16,259 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7baba97dbe9ec5d05b4b5439a7d03419: Waiting for close lock at 1732779796259Disabling compacts and flushes for region at 1732779796259Disabling writes for close at 1732779796259Writing region close event to WAL at 1732779796259Closed at 1732779796259 2024-11-28T07:43:16,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:16,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing b1abb9a89ae809e763a24ff78b1c5731, disabling compactions & flushes 2024-11-28T07:43:16,294 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:43:16,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:43:16,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. after waiting 0 ms 2024-11-28T07:43:16,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:43:16,294 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:43:16,294 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1abb9a89ae809e763a24ff78b1c5731: Waiting for close lock at 1732779796294Disabling compacts and flushes for region at 1732779796294Disabling writes for close at 1732779796294Writing region close event to WAL at 1732779796294Closed at 1732779796294 2024-11-28T07:43:16,296 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T07:43:16,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732779796296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779796296"}]},"ts":"1732779796296"} 2024-11-28T07:43:16,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779796296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779796296"}]},"ts":"1732779796296"} 2024-11-28T07:43:16,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779796296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779796296"}]},"ts":"1732779796296"} 2024-11-28T07:43:16,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779796296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779796296"}]},"ts":"1732779796296"} 2024-11-28T07:43:16,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779796296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779796296"}]},"ts":"1732779796296"} 2024-11-28T07:43:16,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779796296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779796296"}]},"ts":"1732779796296"} 2024-11-28T07:43:16,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779796296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779796296"}]},"ts":"1732779796296"} 2024-11-28T07:43:16,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732779796296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779796296"}]},"ts":"1732779796296"} 2024-11-28T07:43:16,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779796296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779796296"}]},"ts":"1732779796296"} 2024-11-28T07:43:16,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732779796296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732779796296"}]},"ts":"1732779796296"} 2024-11-28T07:43:16,301 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-28T07:43:16,302 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T07:43:16,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732779796302"}]},"ts":"1732779796302"} 2024-11-28T07:43:16,304 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-28T07:43:16,304 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {f64cf8bdf19b=0} racks are {/default-rack=0} 2024-11-28T07:43:16,309 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T07:43:16,309 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T07:43:16,309 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-28T07:43:16,309 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T07:43:16,309 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T07:43:16,309 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-28T07:43:16,309 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T07:43:16,309 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T07:43:16,309 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-28T07:43:16,309 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T07:43:16,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcc782d8b9e25565b87bb290d65fc6f6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7baba97dbe9ec5d05b4b5439a7d03419, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deb0fdf4d3d4487b596ae3bc7db6a104, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b5fe9e052a95405df46e020076bf488, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec145689e41a9f31c7365ecf62431c97, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a538acf92a0c57bbbb6fd604fa2cbb7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8528fafb2f463231a6996e3cd49240e2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1abb9a89ae809e763a24ff78b1c5731, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f488a1fa893c9d9d09f4f9beddf84de9, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57546290cd120c08343173a41ec7f92f, ASSIGN}] 2024-11-28T07:43:16,311 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7baba97dbe9ec5d05b4b5439a7d03419, ASSIGN 2024-11-28T07:43:16,312 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deb0fdf4d3d4487b596ae3bc7db6a104, ASSIGN 2024-11-28T07:43:16,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b5fe9e052a95405df46e020076bf488, ASSIGN 2024-11-28T07:43:16,312 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcc782d8b9e25565b87bb290d65fc6f6, ASSIGN 2024-11-28T07:43:16,313 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7baba97dbe9ec5d05b4b5439a7d03419, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,45249,1732779783603; forceNewPlan=false, retain=false 2024-11-28T07:43:16,313 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=deb0fdf4d3d4487b596ae3bc7db6a104, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,41601,1732779783556; forceNewPlan=false, retain=false 2024-11-28T07:43:16,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b5fe9e052a95405df46e020076bf488, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,45249,1732779783603; forceNewPlan=false, retain=false 2024-11-28T07:43:16,313 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcc782d8b9e25565b87bb290d65fc6f6, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,44173,1732779783647; forceNewPlan=false, retain=false 2024-11-28T07:43:16,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f488a1fa893c9d9d09f4f9beddf84de9, ASSIGN 2024-11-28T07:43:16,316 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57546290cd120c08343173a41ec7f92f, ASSIGN 2024-11-28T07:43:16,316 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1abb9a89ae809e763a24ff78b1c5731, ASSIGN 2024-11-28T07:43:16,316 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8528fafb2f463231a6996e3cd49240e2, ASSIGN 2024-11-28T07:43:16,317 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a538acf92a0c57bbbb6fd604fa2cbb7, ASSIGN 2024-11-28T07:43:16,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f488a1fa893c9d9d09f4f9beddf84de9, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,44173,1732779783647; forceNewPlan=false, retain=false 2024-11-28T07:43:16,317 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57546290cd120c08343173a41ec7f92f, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,41601,1732779783556; forceNewPlan=false, retain=false 2024-11-28T07:43:16,318 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1abb9a89ae809e763a24ff78b1c5731, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,44173,1732779783647; forceNewPlan=false, retain=false 2024-11-28T07:43:16,318 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8528fafb2f463231a6996e3cd49240e2, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,45249,1732779783603; forceNewPlan=false, retain=false 2024-11-28T07:43:16,318 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a538acf92a0c57bbbb6fd604fa2cbb7, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,41601,1732779783556; forceNewPlan=false, retain=false 2024-11-28T07:43:16,321 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec145689e41a9f31c7365ecf62431c97, ASSIGN 2024-11-28T07:43:16,322 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec145689e41a9f31c7365ecf62431c97, ASSIGN; state=OFFLINE, location=f64cf8bdf19b,44173,1732779783647; forceNewPlan=false, retain=false 2024-11-28T07:43:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:43:16,463 INFO [f64cf8bdf19b:33227 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-28T07:43:16,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8b5fe9e052a95405df46e020076bf488, regionState=OPENING, regionLocation=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:16,464 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8528fafb2f463231a6996e3cd49240e2, regionState=OPENING, regionLocation=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:16,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b1abb9a89ae809e763a24ff78b1c5731, regionState=OPENING, regionLocation=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:16,464 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f488a1fa893c9d9d09f4f9beddf84de9, regionState=OPENING, regionLocation=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:16,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7baba97dbe9ec5d05b4b5439a7d03419, regionState=OPENING, regionLocation=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:16,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec145689e41a9f31c7365ecf62431c97, regionState=OPENING, regionLocation=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:16,465 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcc782d8b9e25565b87bb290d65fc6f6, regionState=OPENING, regionLocation=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:16,465 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7a538acf92a0c57bbbb6fd604fa2cbb7, regionState=OPENING, regionLocation=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:16,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=deb0fdf4d3d4487b596ae3bc7db6a104, regionState=OPENING, regionLocation=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:16,465 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=57546290cd120c08343173a41ec7f92f, regionState=OPENING, regionLocation=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:16,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8b5fe9e052a95405df46e020076bf488, ASSIGN because future has completed 2024-11-28T07:43:16,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5fe9e052a95405df46e020076bf488, server=f64cf8bdf19b,45249,1732779783603}] 2024-11-28T07:43:16,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8528fafb2f463231a6996e3cd49240e2, ASSIGN because future has completed 2024-11-28T07:43:16,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f488a1fa893c9d9d09f4f9beddf84de9, ASSIGN because future has completed 2024-11-28T07:43:16,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8528fafb2f463231a6996e3cd49240e2, server=f64cf8bdf19b,45249,1732779783603}] 2024-11-28T07:43:16,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b1abb9a89ae809e763a24ff78b1c5731, ASSIGN because future has completed 2024-11-28T07:43:16,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f488a1fa893c9d9d09f4f9beddf84de9, server=f64cf8bdf19b,44173,1732779783647}] 2024-11-28T07:43:16,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1abb9a89ae809e763a24ff78b1c5731, server=f64cf8bdf19b,44173,1732779783647}] 2024-11-28T07:43:16,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7baba97dbe9ec5d05b4b5439a7d03419, ASSIGN because future has completed 2024-11-28T07:43:16,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ec145689e41a9f31c7365ecf62431c97, ASSIGN because future has completed 2024-11-28T07:43:16,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fcc782d8b9e25565b87bb290d65fc6f6, ASSIGN because future has completed 2024-11-28T07:43:16,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a538acf92a0c57bbbb6fd604fa2cbb7, ASSIGN because future has completed 2024-11-28T07:43:16,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=deb0fdf4d3d4487b596ae3bc7db6a104, ASSIGN because future has completed 2024-11-28T07:43:16,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure deb0fdf4d3d4487b596ae3bc7db6a104, server=f64cf8bdf19b,41601,1732779783556}] 2024-11-28T07:43:16,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57546290cd120c08343173a41ec7f92f, ASSIGN because future has completed 2024-11-28T07:43:16,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7baba97dbe9ec5d05b4b5439a7d03419, server=f64cf8bdf19b,45249,1732779783603}] 2024-11-28T07:43:16,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcc782d8b9e25565b87bb290d65fc6f6, server=f64cf8bdf19b,44173,1732779783647}] 2024-11-28T07:43:16,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57546290cd120c08343173a41ec7f92f, server=f64cf8bdf19b,41601,1732779783556}] 2024-11-28T07:43:16,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a538acf92a0c57bbbb6fd604fa2cbb7, server=f64cf8bdf19b,41601,1732779783556}] 2024-11-28T07:43:16,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec145689e41a9f31c7365ecf62431c97, server=f64cf8bdf19b,44173,1732779783647}] 2024-11-28T07:43:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:43:17,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T07:43:17,015 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T07:43:17,015 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:43:17,015 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T07:43:17,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T07:43:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:43:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:43:21,210 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T07:43:21,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:21,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:21,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:43:26,477 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:43:26,477 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 8528fafb2f463231a6996e3cd49240e2, NAME => 'SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-28T07:43:26,478 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,478 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:26,478 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,478 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,479 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:43:26,480 INFO [StoreOpener-8528fafb2f463231a6996e3cd49240e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43689, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:43:26,481 INFO [StoreOpener-8528fafb2f463231a6996e3cd49240e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8528fafb2f463231a6996e3cd49240e2 columnFamilyName cf 2024-11-28T07:43:26,482 DEBUG [StoreOpener-8528fafb2f463231a6996e3cd49240e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:26,482 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T07:43:26,482 INFO [StoreOpener-8528fafb2f463231a6996e3cd49240e2-1 {}] regionserver.HStore(327): Store=8528fafb2f463231a6996e3cd49240e2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:26,483 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,483 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,484 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,484 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,484 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47907, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T07:43:26,493 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:43:26,493 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f488a1fa893c9d9d09f4f9beddf84de9, NAME => 'SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-28T07:43:26,493 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,493 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:26,493 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,493 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,496 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. 2024-11-28T07:43:26,497 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a538acf92a0c57bbbb6fd604fa2cbb7, NAME => 'SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-28T07:43:26,497 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,497 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,497 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:26,498 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,498 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,500 INFO [StoreOpener-f488a1fa893c9d9d09f4f9beddf84de9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,502 INFO [StoreOpener-f488a1fa893c9d9d09f4f9beddf84de9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f488a1fa893c9d9d09f4f9beddf84de9 columnFamilyName cf 2024-11-28T07:43:26,502 DEBUG [StoreOpener-f488a1fa893c9d9d09f4f9beddf84de9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:26,502 INFO [StoreOpener-f488a1fa893c9d9d09f4f9beddf84de9-1 {}] regionserver.HStore(327): Store=f488a1fa893c9d9d09f4f9beddf84de9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:26,502 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,503 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,503 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,504 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,504 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,506 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:26,506 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,507 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 8528fafb2f463231a6996e3cd49240e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68292100, jitterRate=0.017631590366363525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:43:26,507 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:26,507 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 8528fafb2f463231a6996e3cd49240e2: Running coprocessor pre-open hook at 1732779806478Writing region info on filesystem at 1732779806478Initializing all the Stores at 1732779806479 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779806479Cleaning up temporary data from old regions at 1732779806484 (+5 ms)Running coprocessor post-open hooks at 1732779806507 (+23 ms)Region opened successfully at 1732779806507 2024-11-28T07:43:26,509 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2., pid=16, masterSystemTime=1732779806471 2024-11-28T07:43:26,512 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:43:26,512 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:43:26,512 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:43:26,512 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7baba97dbe9ec5d05b4b5439a7d03419, NAME => 'SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-28T07:43:26,513 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,513 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:26,513 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,513 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,514 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8528fafb2f463231a6996e3cd49240e2, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:26,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8528fafb2f463231a6996e3cd49240e2, server=f64cf8bdf19b,45249,1732779783603 because future has completed 2024-11-28T07:43:26,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-28T07:43:26,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8528fafb2f463231a6996e3cd49240e2, server=f64cf8bdf19b,45249,1732779783603 in 10.0500 sec 2024-11-28T07:43:26,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8528fafb2f463231a6996e3cd49240e2, ASSIGN in 10.2110 sec 2024-11-28T07:43:26,528 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:26,528 INFO [StoreOpener-7a538acf92a0c57bbbb6fd604fa2cbb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,529 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f488a1fa893c9d9d09f4f9beddf84de9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74415703, jitterRate=0.10888038575649261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:43:26,529 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:26,529 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f488a1fa893c9d9d09f4f9beddf84de9: Running coprocessor pre-open hook at 1732779806494Writing region info on filesystem at 1732779806494Initializing all the Stores at 1732779806495 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779806495Cleaning up temporary data from old regions at 1732779806504 (+9 ms)Running coprocessor post-open hooks at 1732779806529 (+25 ms)Region opened successfully at 1732779806529 2024-11-28T07:43:26,531 INFO [StoreOpener-7a538acf92a0c57bbbb6fd604fa2cbb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a538acf92a0c57bbbb6fd604fa2cbb7 columnFamilyName cf 2024-11-28T07:43:26,531 DEBUG [StoreOpener-7a538acf92a0c57bbbb6fd604fa2cbb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:26,531 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9., pid=17, masterSystemTime=1732779806479 2024-11-28T07:43:26,531 INFO [StoreOpener-7a538acf92a0c57bbbb6fd604fa2cbb7-1 {}] regionserver.HStore(327): Store=7a538acf92a0c57bbbb6fd604fa2cbb7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:26,532 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,533 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,533 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:43:26,533 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:43:26,533 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,533 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:43:26,534 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fcc782d8b9e25565b87bb290d65fc6f6, NAME => 'SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-28T07:43:26,534 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=f488a1fa893c9d9d09f4f9beddf84de9, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:26,534 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,534 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:26,534 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,534 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,535 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,535 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure f488a1fa893c9d9d09f4f9beddf84de9, server=f64cf8bdf19b,44173,1732779783647 because future has completed 2024-11-28T07:43:26,538 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,539 INFO [StoreOpener-fcc782d8b9e25565b87bb290d65fc6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,541 INFO [StoreOpener-fcc782d8b9e25565b87bb290d65fc6f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcc782d8b9e25565b87bb290d65fc6f6 columnFamilyName cf 2024-11-28T07:43:26,541 DEBUG [StoreOpener-fcc782d8b9e25565b87bb290d65fc6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:26,542 INFO [StoreOpener-fcc782d8b9e25565b87bb290d65fc6f6-1 {}] regionserver.HStore(327): Store=fcc782d8b9e25565b87bb290d65fc6f6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:26,542 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-28T07:43:26,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure f488a1fa893c9d9d09f4f9beddf84de9, server=f64cf8bdf19b,44173,1732779783647 in 10.0680 sec 2024-11-28T07:43:26,543 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,544 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f488a1fa893c9d9d09f4f9beddf84de9, ASSIGN in 10.2330 sec 2024-11-28T07:43:26,545 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,545 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,547 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,548 INFO [StoreOpener-7baba97dbe9ec5d05b4b5439a7d03419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,549 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/7a538acf92a0c57bbbb6fd604fa2cbb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:26,556 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 7a538acf92a0c57bbbb6fd604fa2cbb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62694254, jitterRate=-0.0657828152179718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:43:26,557 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:26,557 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 7a538acf92a0c57bbbb6fd604fa2cbb7: Running coprocessor pre-open hook at 1732779806498Writing region info on filesystem at 1732779806498Initializing all the Stores at 1732779806499 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779806499Cleaning up temporary data from old regions at 1732779806535 (+36 ms)Running coprocessor post-open hooks at 1732779806557 (+22 ms)Region opened successfully at 1732779806557 2024-11-28T07:43:26,557 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/fcc782d8b9e25565b87bb290d65fc6f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:26,557 INFO [StoreOpener-7baba97dbe9ec5d05b4b5439a7d03419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7baba97dbe9ec5d05b4b5439a7d03419 columnFamilyName cf 2024-11-28T07:43:26,557 DEBUG [StoreOpener-7baba97dbe9ec5d05b4b5439a7d03419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:26,558 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fcc782d8b9e25565b87bb290d65fc6f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74752685, jitterRate=0.11390180885791779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:43:26,558 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:26,558 INFO [StoreOpener-7baba97dbe9ec5d05b4b5439a7d03419-1 {}] regionserver.HStore(327): Store=7baba97dbe9ec5d05b4b5439a7d03419/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:26,558 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fcc782d8b9e25565b87bb290d65fc6f6: Running coprocessor pre-open hook at 1732779806534Writing region info on filesystem at 1732779806534Initializing all the Stores at 1732779806535 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779806536 (+1 ms)Cleaning up temporary data from old regions at 1732779806545 (+9 ms)Running coprocessor post-open hooks at 1732779806558 (+13 ms)Region opened successfully at 1732779806558 2024-11-28T07:43:26,558 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7., pid=23, masterSystemTime=1732779806482 2024-11-28T07:43:26,559 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,559 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6., pid=21, masterSystemTime=1732779806479 2024-11-28T07:43:26,560 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,560 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,561 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,561 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,561 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. 2024-11-28T07:43:26,561 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. 2024-11-28T07:43:26,562 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. 2024-11-28T07:43:26,562 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => deb0fdf4d3d4487b596ae3bc7db6a104, NAME => 'SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-28T07:43:26,562 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,562 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:26,562 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,562 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7a538acf92a0c57bbbb6fd604fa2cbb7, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:26,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcc782d8b9e25565b87bb290d65fc6f6, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:26,568 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:43:26,568 INFO [StoreOpener-deb0fdf4d3d4487b596ae3bc7db6a104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,568 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:43:26,569 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:43:26,569 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ec145689e41a9f31c7365ecf62431c97, NAME => 'SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-28T07:43:26,569 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,569 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:26,569 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a538acf92a0c57bbbb6fd604fa2cbb7, server=f64cf8bdf19b,41601,1732779783556 because future has completed 2024-11-28T07:43:26,569 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcc782d8b9e25565b87bb290d65fc6f6, server=f64cf8bdf19b,44173,1732779783647 because future has completed 2024-11-28T07:43:26,573 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-28T07:43:26,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fcc782d8b9e25565b87bb290d65fc6f6, server=f64cf8bdf19b,44173,1732779783647 in 10.0900 sec 2024-11-28T07:43:26,578 INFO [StoreOpener-deb0fdf4d3d4487b596ae3bc7db6a104-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deb0fdf4d3d4487b596ae3bc7db6a104 columnFamilyName cf 2024-11-28T07:43:26,578 DEBUG [StoreOpener-deb0fdf4d3d4487b596ae3bc7db6a104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:26,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-28T07:43:26,581 INFO [StoreOpener-deb0fdf4d3d4487b596ae3bc7db6a104-1 {}] regionserver.HStore(327): Store=deb0fdf4d3d4487b596ae3bc7db6a104/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:26,581 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a538acf92a0c57bbbb6fd604fa2cbb7, server=f64cf8bdf19b,41601,1732779783556 in 10.0870 sec 2024-11-28T07:43:26,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fcc782d8b9e25565b87bb290d65fc6f6, ASSIGN in 10.2670 sec 2024-11-28T07:43:26,583 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a538acf92a0c57bbbb6fd604fa2cbb7, ASSIGN in 10.2690 sec 2024-11-28T07:43:26,583 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,583 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,584 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,586 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,589 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/7baba97dbe9ec5d05b4b5439a7d03419/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:26,591 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7baba97dbe9ec5d05b4b5439a7d03419; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58850753, jitterRate=-0.12305544316768646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:43:26,591 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:26,591 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7baba97dbe9ec5d05b4b5439a7d03419: Running coprocessor pre-open hook at 1732779806513Writing region info on filesystem at 1732779806513Initializing all the Stores at 1732779806517 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779806517Cleaning up temporary data from old regions at 1732779806561 (+44 ms)Running coprocessor post-open hooks at 1732779806591 (+30 ms)Region opened successfully at 1732779806591 2024-11-28T07:43:26,592 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419., pid=19, masterSystemTime=1732779806471 2024-11-28T07:43:26,594 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:43:26,594 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:43:26,594 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:43:26,594 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b5fe9e052a95405df46e020076bf488, NAME => 'SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-28T07:43:26,595 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,595 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:26,595 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,595 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,596 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7baba97dbe9ec5d05b4b5439a7d03419, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:26,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7baba97dbe9ec5d05b4b5439a7d03419, server=f64cf8bdf19b,45249,1732779783603 because future has completed 2024-11-28T07:43:26,601 INFO [StoreOpener-ec145689e41a9f31c7365ecf62431c97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,604 INFO [StoreOpener-ec145689e41a9f31c7365ecf62431c97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec145689e41a9f31c7365ecf62431c97 columnFamilyName cf 2024-11-28T07:43:26,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-28T07:43:26,604 DEBUG [StoreOpener-ec145689e41a9f31c7365ecf62431c97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:26,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7baba97dbe9ec5d05b4b5439a7d03419, server=f64cf8bdf19b,45249,1732779783603 in 10.1260 sec 2024-11-28T07:43:26,605 INFO [StoreOpener-ec145689e41a9f31c7365ecf62431c97-1 {}] regionserver.HStore(327): Store=ec145689e41a9f31c7365ecf62431c97/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:26,605 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,606 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,607 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,608 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,608 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7baba97dbe9ec5d05b4b5439a7d03419, ASSIGN in 10.2940 sec 2024-11-28T07:43:26,611 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,619 INFO [StoreOpener-8b5fe9e052a95405df46e020076bf488-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,621 INFO [StoreOpener-8b5fe9e052a95405df46e020076bf488-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5fe9e052a95405df46e020076bf488 columnFamilyName cf 2024-11-28T07:43:26,621 DEBUG [StoreOpener-8b5fe9e052a95405df46e020076bf488-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:26,621 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/deb0fdf4d3d4487b596ae3bc7db6a104/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:26,622 INFO [StoreOpener-8b5fe9e052a95405df46e020076bf488-1 {}] regionserver.HStore(327): Store=8b5fe9e052a95405df46e020076bf488/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:26,622 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,622 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened deb0fdf4d3d4487b596ae3bc7db6a104; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66679054, jitterRate=-0.006404668092727661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:43:26,622 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:26,622 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for deb0fdf4d3d4487b596ae3bc7db6a104: Running coprocessor pre-open hook at 1732779806562Writing region info on filesystem at 1732779806562Initializing all the Stores at 1732779806566 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779806566Cleaning up temporary data from old regions at 1732779806584 (+18 ms)Running coprocessor post-open hooks at 1732779806622 (+38 ms)Region opened successfully at 1732779806622 2024-11-28T07:43:26,623 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,623 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/ec145689e41a9f31c7365ecf62431c97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:26,623 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,624 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104., pid=20, masterSystemTime=1732779806482 2024-11-28T07:43:26,624 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ec145689e41a9f31c7365ecf62431c97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69364974, jitterRate=0.033618658781051636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:43:26,624 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:26,624 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ec145689e41a9f31c7365ecf62431c97: Running coprocessor pre-open hook at 1732779806569Writing region info on filesystem at 1732779806569Initializing all the Stores at 1732779806577 (+8 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779806577Cleaning up temporary data from old regions at 1732779806608 (+31 ms)Running coprocessor post-open hooks at 1732779806624 (+16 ms)Region opened successfully at 1732779806624 2024-11-28T07:43:26,625 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,625 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,626 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97., pid=24, masterSystemTime=1732779806479 2024-11-28T07:43:26,629 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. 2024-11-28T07:43:26,629 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. 2024-11-28T07:43:26,629 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. 2024-11-28T07:43:26,629 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 57546290cd120c08343173a41ec7f92f, NAME => 'SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-28T07:43:26,630 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,630 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:26,630 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,630 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=deb0fdf4d3d4487b596ae3bc7db6a104, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:26,631 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,632 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:43:26,632 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:43:26,632 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:43:26,633 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => b1abb9a89ae809e763a24ff78b1c5731, NAME => 'SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-28T07:43:26,634 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ec145689e41a9f31c7365ecf62431c97, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:26,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure deb0fdf4d3d4487b596ae3bc7db6a104, server=f64cf8bdf19b,41601,1732779783556 because future has completed 2024-11-28T07:43:26,634 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,634 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T07:43:26,635 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,635 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec145689e41a9f31c7365ecf62431c97, server=f64cf8bdf19b,44173,1732779783647 because future has completed 2024-11-28T07:43:26,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=7 2024-11-28T07:43:26,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure deb0fdf4d3d4487b596ae3bc7db6a104, server=f64cf8bdf19b,41601,1732779783556 in 10.1560 sec 2024-11-28T07:43:26,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=9 2024-11-28T07:43:26,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deb0fdf4d3d4487b596ae3bc7db6a104, ASSIGN in 10.3290 sec 2024-11-28T07:43:26,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ec145689e41a9f31c7365ecf62431c97, server=f64cf8bdf19b,44173,1732779783647 in 10.1530 sec 2024-11-28T07:43:26,642 INFO [StoreOpener-57546290cd120c08343173a41ec7f92f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ec145689e41a9f31c7365ecf62431c97, ASSIGN in 10.3310 sec 2024-11-28T07:43:26,643 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8b5fe9e052a95405df46e020076bf488/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:26,644 INFO [StoreOpener-57546290cd120c08343173a41ec7f92f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57546290cd120c08343173a41ec7f92f columnFamilyName cf 2024-11-28T07:43:26,644 DEBUG [StoreOpener-57546290cd120c08343173a41ec7f92f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:26,644 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 8b5fe9e052a95405df46e020076bf488; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64458614, jitterRate=-0.03949180245399475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:43:26,644 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:26,644 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 8b5fe9e052a95405df46e020076bf488: Running coprocessor pre-open hook at 1732779806595Writing region info on filesystem at 1732779806595Initializing all the Stores at 1732779806598 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779806598Cleaning up temporary data from old regions at 1732779806625 (+27 ms)Running coprocessor post-open hooks at 1732779806644 (+19 ms)Region opened successfully at 1732779806644 2024-11-28T07:43:26,644 INFO [StoreOpener-57546290cd120c08343173a41ec7f92f-1 {}] regionserver.HStore(327): Store=57546290cd120c08343173a41ec7f92f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:26,645 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,645 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488., pid=15, masterSystemTime=1732779806471 2024-11-28T07:43:26,645 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,646 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,646 INFO [StoreOpener-b1abb9a89ae809e763a24ff78b1c5731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,646 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,647 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,649 INFO [StoreOpener-b1abb9a89ae809e763a24ff78b1c5731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1abb9a89ae809e763a24ff78b1c5731 columnFamilyName cf 2024-11-28T07:43:26,649 DEBUG [StoreOpener-b1abb9a89ae809e763a24ff78b1c5731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T07:43:26,649 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8b5fe9e052a95405df46e020076bf488, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:26,649 INFO [StoreOpener-b1abb9a89ae809e763a24ff78b1c5731-1 {}] regionserver.HStore(327): Store=b1abb9a89ae809e763a24ff78b1c5731/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T07:43:26,649 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,649 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:43:26,649 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:43:26,650 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,652 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,652 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,652 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,653 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5fe9e052a95405df46e020076bf488, server=f64cf8bdf19b,45249,1732779783603 because future has completed 2024-11-28T07:43:26,654 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-28T07:43:26,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b5fe9e052a95405df46e020076bf488, server=f64cf8bdf19b,45249,1732779783603 in 10.1870 sec 2024-11-28T07:43:26,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8b5fe9e052a95405df46e020076bf488, ASSIGN in 10.3470 sec 2024-11-28T07:43:26,661 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/57546290cd120c08343173a41ec7f92f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:26,662 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 57546290cd120c08343173a41ec7f92f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67825325, jitterRate=0.010676100850105286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:43:26,662 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:26,662 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 57546290cd120c08343173a41ec7f92f: Running coprocessor pre-open hook at 1732779806630Writing region info on filesystem at 1732779806630Initializing all the Stores at 1732779806632 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779806632Cleaning up temporary data from old regions at 1732779806647 (+15 ms)Running coprocessor post-open hooks at 1732779806662 (+15 ms)Region opened successfully at 1732779806662 2024-11-28T07:43:26,663 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f., pid=22, masterSystemTime=1732779806482 2024-11-28T07:43:26,665 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. 2024-11-28T07:43:26,665 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. 2024-11-28T07:43:26,666 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=57546290cd120c08343173a41ec7f92f, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:26,666 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T07:43:26,666 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened b1abb9a89ae809e763a24ff78b1c5731; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63806451, jitterRate=-0.04920978844165802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T07:43:26,667 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:26,667 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for b1abb9a89ae809e763a24ff78b1c5731: Running coprocessor pre-open hook at 1732779806635Writing region info on filesystem at 1732779806635Initializing all the Stores at 1732779806636 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732779806636Cleaning up temporary data from old regions at 1732779806653 (+17 ms)Running coprocessor post-open hooks at 1732779806667 (+14 ms)Region opened successfully at 1732779806667 2024-11-28T07:43:26,668 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731., pid=18, masterSystemTime=1732779806479 2024-11-28T07:43:26,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57546290cd120c08343173a41ec7f92f, server=f64cf8bdf19b,41601,1732779783556 because future has completed 2024-11-28T07:43:26,674 DEBUG [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:43:26,674 INFO [RS_OPEN_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:43:26,674 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b1abb9a89ae809e763a24ff78b1c5731, regionState=OPEN, openSeqNum=2, regionLocation=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:26,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-28T07:43:26,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 57546290cd120c08343173a41ec7f92f, server=f64cf8bdf19b,41601,1732779783556 in 10.1880 sec 2024-11-28T07:43:26,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1abb9a89ae809e763a24ff78b1c5731, server=f64cf8bdf19b,44173,1732779783647 because future has completed 2024-11-28T07:43:26,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57546290cd120c08343173a41ec7f92f, ASSIGN in 10.3660 sec 2024-11-28T07:43:26,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-28T07:43:26,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b1abb9a89ae809e763a24ff78b1c5731, server=f64cf8bdf19b,44173,1732779783647 in 10.2090 sec 2024-11-28T07:43:26,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-28T07:43:26,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b1abb9a89ae809e763a24ff78b1c5731, ASSIGN in 10.3730 sec 2024-11-28T07:43:26,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T07:43:26,690 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732779806690"}]},"ts":"1732779806690"} 2024-11-28T07:43:26,693 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-28T07:43:26,694 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T07:43:26,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8700 sec 2024-11-28T07:43:29,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-28T07:43:31,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:31,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:31,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:32,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-28T07:43:32,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:32,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:32,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-28T07:43:33,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:43:34,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T07:43:34,055 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-28T07:43:34,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-28T07:43:34,056 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:43:34,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-28T07:43:34,060 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:43:34,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-28T07:43:34,099 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2., hostname=f64cf8bdf19b,45249,1732779783603, seqNum=2] 2024-11-28T07:43:34,100 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2., hostname=f64cf8bdf19b,45249,1732779783603, seqNum=2] 2024-11-28T07:43:34,103 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2., hostname=f64cf8bdf19b,45249,1732779783603, seqNum=2] 2024-11-28T07:43:34,104 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2., hostname=f64cf8bdf19b,45249,1732779783603, seqNum=2] 2024-11-28T07:43:34,106 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2., hostname=f64cf8bdf19b,45249,1732779783603, seqNum=2] 2024-11-28T07:43:34,107 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2., hostname=f64cf8bdf19b,45249,1732779783603, seqNum=2] 2024-11-28T07:43:34,150 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731., hostname=f64cf8bdf19b,44173,1732779783647, seqNum=2] 2024-11-28T07:43:34,153 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731., hostname=f64cf8bdf19b,44173,1732779783647, seqNum=2] 2024-11-28T07:43:34,154 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731., hostname=f64cf8bdf19b,44173,1732779783647, seqNum=2] 2024-11-28T07:43:34,155 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731., hostname=f64cf8bdf19b,44173,1732779783647, seqNum=2] 2024-11-28T07:43:34,157 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731., hostname=f64cf8bdf19b,44173,1732779783647, seqNum=2] 2024-11-28T07:43:34,205 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9., hostname=f64cf8bdf19b,44173,1732779783647, seqNum=2] 2024-11-28T07:43:34,208 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9., hostname=f64cf8bdf19b,44173,1732779783647, seqNum=2] 2024-11-28T07:43:34,209 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9., hostname=f64cf8bdf19b,44173,1732779783647, seqNum=2] 2024-11-28T07:43:34,211 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9., hostname=f64cf8bdf19b,44173,1732779783647, seqNum=2] 2024-11-28T07:43:34,213 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9., hostname=f64cf8bdf19b,44173,1732779783647, seqNum=2] 2024-11-28T07:43:34,291 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f., hostname=f64cf8bdf19b,41601,1732779783556, seqNum=2] 2024-11-28T07:43:34,293 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f., hostname=f64cf8bdf19b,41601,1732779783556, seqNum=2] 2024-11-28T07:43:34,295 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f., hostname=f64cf8bdf19b,41601,1732779783556, seqNum=2] 2024-11-28T07:43:34,296 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f., hostname=f64cf8bdf19b,41601,1732779783556, seqNum=2] 2024-11-28T07:43:34,297 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f., hostname=f64cf8bdf19b,41601,1732779783556, seqNum=2] 2024-11-28T07:43:35,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:43:35,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:43:35,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T07:43:35,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45249 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T07:43:35,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T07:43:35,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44173 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T07:43:35,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. 2024-11-28T07:43:35,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44173 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T07:43:35,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41601 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-28T07:43:35,988 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-28T07:43:35,989 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:43:35,991 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-28T07:43:35,993 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-28T07:43:35,998 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-28T07:43:36,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741848_1024 (size=49) 2024-11-28T07:43:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741848_1024 (size=49) 2024-11-28T07:43:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741848_1024 (size=49) 2024-11-28T07:43:36,050 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-28T07:43:36,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcc782d8b9e25565b87bb290d65fc6f6}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7baba97dbe9ec5d05b4b5439a7d03419}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deb0fdf4d3d4487b596ae3bc7db6a104}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b5fe9e052a95405df46e020076bf488}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec145689e41a9f31c7365ecf62431c97}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a538acf92a0c57bbbb6fd604fa2cbb7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8528fafb2f463231a6996e3cd49240e2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1abb9a89ae809e763a24ff78b1c5731}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f488a1fa893c9d9d09f4f9beddf84de9}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57546290cd120c08343173a41ec7f92f}] 2024-11-28T07:43:36,052 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:36,053 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:36,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:36,053 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:36,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:36,058 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:36,059 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:36,061 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:36,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:36,063 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:42,914 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-28T07:43:46,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-28T07:43:46,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-28T07:43:46,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:43:46,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-28T07:43:46,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:43:46,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 7baba97dbe9ec5d05b4b5439a7d03419: 2024-11-28T07:43:46,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. for SnapshotProcedureTest completed. 2024-11-28T07:43:46,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:43:46,056 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 8528fafb2f463231a6996e3cd49240e2 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-28T07:43:46,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:43:46,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:43:46,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 8b5fe9e052a95405df46e020076bf488: 2024-11-28T07:43:46,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. for SnapshotProcedureTest completed. 2024-11-28T07:43:46,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:43:46,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:43:46,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-28T07:43:46,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-28T07:43:46,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for fcc782d8b9e25565b87bb290d65fc6f6: 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. for SnapshotProcedureTest completed. 2024-11-28T07:43:46,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for deb0fdf4d3d4487b596ae3bc7db6a104: 2024-11-28T07:43:46,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. for SnapshotProcedureTest completed. 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for ec145689e41a9f31c7365ecf62431c97: 2024-11-28T07:43:46,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. for SnapshotProcedureTest completed. 2024-11-28T07:43:46,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:43:46,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:43:46,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:43:46,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:43:46,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-28T07:43:46,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:43:46,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-28T07:43:46,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. 2024-11-28T07:43:46,061 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing f488a1fa893c9d9d09f4f9beddf84de9 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-28T07:43:46,061 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 57546290cd120c08343173a41ec7f92f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-28T07:43:46,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. 2024-11-28T07:43:46,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 7a538acf92a0c57bbbb6fd604fa2cbb7: 2024-11-28T07:43:46,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. for SnapshotProcedureTest completed. 2024-11-28T07:43:46,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:43:46,066 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-28T07:43:46,085 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2/.tmp/cf/42a9b25c9340445a8f1705b4d5641f6c is 34, key is aaa/cf:cf/1732779815136/Put/seqid=0 2024-11-28T07:43:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741850_1026 (size=65) 2024-11-28T07:43:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741850_1026 (size=65) 2024-11-28T07:43:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741850_1026 (size=65) 2024-11-28T07:43:46,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:43:46,090 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-28T07:43:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-28T07:43:46,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:46,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:43:46,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7baba97dbe9ec5d05b4b5439a7d03419 in 10.0420 sec 2024-11-28T07:43:46,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9/.tmp/cf/cf9997a9d6954a78b533b4bc03fcd879 is 34, key is ccd/cf:cf/1732779815297/Put/seqid=0 2024-11-28T07:43:46,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741849_1025 (size=65) 2024-11-28T07:43:46,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741849_1025 (size=65) 2024-11-28T07:43:46,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741849_1025 (size=65) 2024-11-28T07:43:46,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:43:46,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-28T07:43:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-28T07:43:46,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:46,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:43:46,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8b5fe9e052a95405df46e020076bf488 in 10.0550 sec 2024-11-28T07:43:46,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741851_1027 (size=65) 2024-11-28T07:43:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741851_1027 (size=65) 2024-11-28T07:43:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741851_1027 (size=65) 2024-11-28T07:43:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741853_1029 (size=65) 2024-11-28T07:43:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741853_1029 (size=65) 2024-11-28T07:43:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741853_1029 (size=65) 2024-11-28T07:43:46,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:43:46,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-28T07:43:46,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:43:46,118 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b1abb9a89ae809e763a24ff78b1c5731 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-28T07:43:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-28T07:43:46,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:46,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:43:46,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ec145689e41a9f31c7365ecf62431c97 in 10.0710 sec 2024-11-28T07:43:46,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/57546290cd120c08343173a41ec7f92f/.tmp/cf/ca3b7776250f47c2906a06ba185a82bb is 34, key is eaa/cf:cf/1732779815827/Put/seqid=0 2024-11-28T07:43:46,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741854_1030 (size=65) 2024-11-28T07:43:46,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741854_1030 (size=65) 2024-11-28T07:43:46,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741854_1030 (size=65) 2024-11-28T07:43:46,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732779795824.7a538acf92a0c57bbbb6fd604fa2cbb7. 2024-11-28T07:43:46,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-28T07:43:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-28T07:43:46,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:46,142 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7a538acf92a0c57bbbb6fd604fa2cbb7 2024-11-28T07:43:46,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741855_1031 (size=26918) 2024-11-28T07:43:46,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741855_1031 (size=26918) 2024-11-28T07:43:46,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741855_1031 (size=26918) 2024-11-28T07:43:46,143 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2/.tmp/cf/42a9b25c9340445a8f1705b4d5641f6c 2024-11-28T07:43:46,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7a538acf92a0c57bbbb6fd604fa2cbb7 in 10.0930 sec 2024-11-28T07:43:46,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741856_1032 (size=47197) 2024-11-28T07:43:46,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741856_1032 (size=47197) 2024-11-28T07:43:46,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741856_1032 (size=47197) 2024-11-28T07:43:46,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731/.tmp/cf/4d2e1da6fb324b1b81295cacf62393fe is 34, key is baa/cf:cf/1732779815181/Put/seqid=0 2024-11-28T07:43:46,158 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9/.tmp/cf/cf9997a9d6954a78b533b4bc03fcd879 2024-11-28T07:43:46,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741852_1028 (size=57) 2024-11-28T07:43:46,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741852_1028 (size=57) 2024-11-28T07:43:46,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741852_1028 (size=57) 2024-11-28T07:43:46,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:43:46,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-28T07:43:46,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9/.tmp/cf/cf9997a9d6954a78b533b4bc03fcd879 as hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9/cf/cf9997a9d6954a78b533b4bc03fcd879 2024-11-28T07:43:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-28T07:43:46,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:46,170 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:43:46,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2/.tmp/cf/42a9b25c9340445a8f1705b4d5641f6c as hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2/cf/42a9b25c9340445a8f1705b4d5641f6c 2024-11-28T07:43:46,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fcc782d8b9e25565b87bb290d65fc6f6 in 10.1210 sec 2024-11-28T07:43:46,178 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2/cf/42a9b25c9340445a8f1705b4d5641f6c, entries=676, sequenceid=5, filesize=26.3 K 2024-11-28T07:43:46,179 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 8528fafb2f463231a6996e3cd49240e2 in 123ms, sequenceid=5, compaction requested=false 2024-11-28T07:43:46,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8528fafb2f463231a6996e3cd49240e2: 2024-11-28T07:43:46,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. for SnapshotProcedureTest completed. 2024-11-28T07:43:46,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:43:46,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2/cf/42a9b25c9340445a8f1705b4d5641f6c] hfiles 2024-11-28T07:43:46,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2/cf/42a9b25c9340445a8f1705b4d5641f6c for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,181 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9/cf/cf9997a9d6954a78b533b4bc03fcd879, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-28T07:43:46,182 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for f488a1fa893c9d9d09f4f9beddf84de9 in 121ms, sequenceid=5, compaction requested=false 2024-11-28T07:43:46,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for f488a1fa893c9d9d09f4f9beddf84de9: 2024-11-28T07:43:46,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. for SnapshotProcedureTest completed. 2024-11-28T07:43:46,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:43:46,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9/cf/cf9997a9d6954a78b533b4bc03fcd879] hfiles 2024-11-28T07:43:46,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9/cf/cf9997a9d6954a78b533b4bc03fcd879 for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741858_1034 (size=28623) 2024-11-28T07:43:46,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741858_1034 (size=28623) 2024-11-28T07:43:46,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741858_1034 (size=28623) 2024-11-28T07:43:46,186 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731/.tmp/cf/4d2e1da6fb324b1b81295cacf62393fe 2024-11-28T07:43:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741857_1033 (size=499309) 2024-11-28T07:43:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741857_1033 (size=499309) 2024-11-28T07:43:46,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741857_1033 (size=499309) 2024-11-28T07:43:46,190 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/57546290cd120c08343173a41ec7f92f/.tmp/cf/ca3b7776250f47c2906a06ba185a82bb 2024-11-28T07:43:46,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731/.tmp/cf/4d2e1da6fb324b1b81295cacf62393fe as hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731/cf/4d2e1da6fb324b1b81295cacf62393fe 2024-11-28T07:43:46,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/57546290cd120c08343173a41ec7f92f/.tmp/cf/ca3b7776250f47c2906a06ba185a82bb as hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/57546290cd120c08343173a41ec7f92f/cf/ca3b7776250f47c2906a06ba185a82bb 2024-11-28T07:43:46,202 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731/cf/4d2e1da6fb324b1b81295cacf62393fe, entries=731, sequenceid=5, filesize=28.0 K 2024-11-28T07:43:46,203 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b1abb9a89ae809e763a24ff78b1c5731 in 85ms, sequenceid=5, compaction requested=false 2024-11-28T07:43:46,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b1abb9a89ae809e763a24ff78b1c5731: 2024-11-28T07:43:46,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. for SnapshotProcedureTest completed. 2024-11-28T07:43:46,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:43:46,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731/cf/4d2e1da6fb324b1b81295cacf62393fe] hfiles 2024-11-28T07:43:46,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731/cf/4d2e1da6fb324b1b81295cacf62393fe for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741859_1035 (size=105) 2024-11-28T07:43:46,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741859_1035 (size=105) 2024-11-28T07:43:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741859_1035 (size=105) 2024-11-28T07:43:46,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:43:46,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-28T07:43:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-28T07:43:46,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:46,213 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:43:46,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8528fafb2f463231a6996e3cd49240e2 in 10.1640 sec 2024-11-28T07:43:46,217 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/57546290cd120c08343173a41ec7f92f/cf/ca3b7776250f47c2906a06ba185a82bb, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-28T07:43:46,218 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 57546290cd120c08343173a41ec7f92f in 157ms, sequenceid=5, compaction requested=false 2024-11-28T07:43:46,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 57546290cd120c08343173a41ec7f92f: 2024-11-28T07:43:46,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. for SnapshotProcedureTest completed. 2024-11-28T07:43:46,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f.' region-info for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-28T07:43:46,218 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/57546290cd120c08343173a41ec7f92f/cf/ca3b7776250f47c2906a06ba185a82bb] hfiles 2024-11-28T07:43:46,219 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/57546290cd120c08343173a41ec7f92f/cf/ca3b7776250f47c2906a06ba185a82bb for snapshot=SnapshotProcedureTest 2024-11-28T07:43:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741860_1036 (size=105) 2024-11-28T07:43:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741860_1036 (size=105) 2024-11-28T07:43:46,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741860_1036 (size=105) 2024-11-28T07:43:46,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:43:46,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-28T07:43:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-28T07:43:46,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:46,227 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:43:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741861_1037 (size=105) 2024-11-28T07:43:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741861_1037 (size=105) 2024-11-28T07:43:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741861_1037 (size=105) 2024-11-28T07:43:46,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f488a1fa893c9d9d09f4f9beddf84de9 in 10.1780 sec 2024-11-28T07:43:46,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:43:46,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-28T07:43:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-28T07:43:46,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:46,232 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:43:46,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b1abb9a89ae809e763a24ff78b1c5731 in 10.1830 sec 2024-11-28T07:43:46,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741862_1038 (size=97) 2024-11-28T07:43:46,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741862_1038 (size=97) 2024-11-28T07:43:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741862_1038 (size=97) 2024-11-28T07:43:46,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732779795824.57546290cd120c08343173a41ec7f92f. 2024-11-28T07:43:46,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-28T07:43:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-28T07:43:46,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:46,238 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57546290cd120c08343173a41ec7f92f 2024-11-28T07:43:46,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57546290cd120c08343173a41ec7f92f in 10.1890 sec 2024-11-28T07:43:46,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732779795824.deb0fdf4d3d4487b596ae3bc7db6a104. 2024-11-28T07:43:46,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-28T07:43:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-28T07:43:46,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:46,518 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure deb0fdf4d3d4487b596ae3bc7db6a104 2024-11-28T07:43:46,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-28T07:43:46,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure deb0fdf4d3d4487b596ae3bc7db6a104 in 10.4690 sec 2024-11-28T07:43:46,521 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-28T07:43:46,522 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-28T07:43:46,522 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-28T07:43:46,522 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-28T07:43:46,524 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T07:43:46,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741863_1039 (size=1174) 2024-11-28T07:43:46,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741863_1039 (size=1174) 2024-11-28T07:43:46,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741863_1039 (size=1174) 2024-11-28T07:43:46,542 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-28T07:43:46,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-28T07:43:46,549 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:46,549 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:46,549 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:46,549 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:46,549 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:46,558 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:46,558 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:46,558 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:46,558 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:46,601 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:43:56,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-28T07:43:56,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-28T07:43:56,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-28T07:43:56,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-28T07:43:56,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-28T07:43:56,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-28T07:43:56,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-28T07:43:56,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44173 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-28T07:43:56,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-28T07:43:56,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T07:43:56,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T07:43:56,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-28T07:43:56,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-28T07:43:56,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-28T07:43:56,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-28T07:43:56,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-28T07:43:56,555 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-28T07:43:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-28T07:43:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-28T07:43:56,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-28T07:43:56,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-28T07:43:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-28T07:43:56,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-28T07:43:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-28T07:43:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-28T07:43:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-28T07:43:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-28T07:43:56,558 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,45249,1732779783603 Release verify snapshot worker=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:56,558 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,44173,1732779783647 Release verify snapshot worker=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-28T07:43:56,560 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,44173,1732779783647 Release verify snapshot worker=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-28T07:43:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-28T07:43:56,561 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,45249,1732779783603 Release verify snapshot worker=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:56,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,44173,1732779783647 in 10.0120 sec 2024-11-28T07:43:56,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,44173,1732779783647 in 10.0140 sec 2024-11-28T07:43:56,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,45249,1732779783603 in 10.0150 sec 2024-11-28T07:43:56,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,45249,1732779783603 in 10.0120 sec 2024-11-28T07:43:56,563 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,44173,1732779783647 Release verify snapshot worker=f64cf8bdf19b,44173,1732779783647 2024-11-28T07:43:56,563 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,41601,1732779783556 Release verify snapshot worker=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:56,563 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,45249,1732779783603 Release verify snapshot worker=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:56,563 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,41601,1732779783556 Release verify snapshot worker=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:56,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,44173,1732779783647 in 10.0170 sec 2024-11-28T07:43:56,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,45249,1732779783603 in 10.0170 sec 2024-11-28T07:43:56,565 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,41601,1732779783556 Release verify snapshot worker=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:56,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,41601,1732779783556 in 10.0170 sec 2024-11-28T07:43:56,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,41601,1732779783556 in 10.0170 sec 2024-11-28T07:43:56,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,41601,1732779783556 in 10.0190 sec 2024-11-28T07:43:56,569 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:56,602 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:56,602 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f64cf8bdf19b,41601,1732779783556: Simulated kill ***** 2024-11-28T07:43:56,602 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-28T07:43:56,602 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-28T07:43:56,603 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-28T07:43:56,603 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-28T07:43:56,603 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-28T07:43:56,603 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 462275584 }, "NonHeapMemoryUsage": { "committed": 176750592, "init": 7667712, "max": -1, "used": 172588744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-28T07:43:56,603 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33227 {}] master.MasterRpcServices(700): f64cf8bdf19b,41601,1732779783556 reported a fatal error: ***** ABORTING region server f64cf8bdf19b,41601,1732779783556: Simulated kill ***** 2024-11-28T07:43:56,604 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,41601,1732779783556' ***** 2024-11-28T07:43:56,604 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-28T07:43:56,604 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:43:56,604 INFO [RS:0;f64cf8bdf19b:41601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-28T07:43:56,604 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:43:56,604 INFO [RS:0;f64cf8bdf19b:41601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-28T07:43:56,604 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:43:56,604 INFO [RS:0;f64cf8bdf19b:41601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f64cf8bdf19b:41601. 2024-11-28T07:43:56,604 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T07:43:56,604 DEBUG [RS:0;f64cf8bdf19b:41601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:43:56,604 DEBUG [RS:0;f64cf8bdf19b:41601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:56,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741835_1011 (size=1488) 2024-11-28T07:43:56,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741835_1011 (size=1488) 2024-11-28T07:43:56,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741835_1011 (size=1488) 2024-11-28T07:43:56,608 DEBUG [RS:0;f64cf8bdf19b:41601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:43:56,608 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:43:56,608 INFO [RS:0;f64cf8bdf19b:41601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41601 2024-11-28T07:43:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:43:56,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:56,610 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:43:56,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,41601,1732779783556] 2024-11-28T07:43:56,612 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,41601,1732779783556 already deleted, retry=false 2024-11-28T07:43:56,612 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f64cf8bdf19b,41601,1732779783556 on f64cf8bdf19b,33227,1732779783466 2024-11-28T07:43:56,613 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f64cf8bdf19b,41601,1732779783556, splitWal=true, meta=false 2024-11-28T07:43:56,613 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for f64cf8bdf19b,41601,1732779783556 (carryingMeta=false) f64cf8bdf19b,41601,1732779783556/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3e3a9a06[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-28T07:43:56,614 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f64cf8bdf19b,41601,1732779783556, splitWal=true, meta=false 2024-11-28T07:43:56,615 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): f64cf8bdf19b,41601,1732779783556 had 3 regions 2024-11-28T07:43:56,615 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f64cf8bdf19b,41601,1732779783556, splitWal=true, meta=false, isMeta: false 2024-11-28T07:43:56,617 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting 2024-11-28T07:43:56,618 INFO [PEWorker-5 {}] master.SplitWALManager(105): f64cf8bdf19b,41601,1732779783556 WAL count=1, meta=false 2024-11-28T07:43:56,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f64cf8bdf19b%2C41601%2C1732779783556.1732779785444}] 2024-11-28T07:43:56,620 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-28T07:43:56,620 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:43:56,620 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-28T07:43:56,620 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-28T07:43:56,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f64cf8bdf19b%2C41601%2C1732779783556.1732779785444, worker=f64cf8bdf19b,45249,1732779783603}] 2024-11-28T07:43:56,621 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,41601,1732779783556 Release verify snapshot worker=f64cf8bdf19b,41601,1732779783556 2024-11-28T07:43:56,621 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to f64cf8bdf19b,41601,1732779783556, this operation will be retried to send to another server 2024-11-28T07:43:56,621 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-28T07:43:56,622 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732779837622 2024-11-28T07:43:56,623 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T07:43:56,623 INFO [master/f64cf8bdf19b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T07:43:56,636 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:43:56,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:43:56,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41601-0x1015d871f940001, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:43:56,711 INFO [RS:0;f64cf8bdf19b:41601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:43:56,711 INFO [RS:0;f64cf8bdf19b:41601 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,41601,1732779783556; zookeeper connection closed. 2024-11-28T07:43:56,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69d04483 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69d04483 2024-11-28T07:43:57,354 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T07:43:57,354 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T07:43:57,624 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:44:03,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T07:44:05,591 INFO [regionserver/f64cf8bdf19b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-28T07:44:06,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-28T07:44:06,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-28T07:44:06,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-28T07:44:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-28T07:44:06,627 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,45249,1732779783603 Release verify snapshot worker=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:44:06,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-28T07:44:06,629 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-28T07:44:06,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=f64cf8bdf19b,45249,1732779783603 in 20.0810 sec 2024-11-28T07:44:06,630 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/.hbase-snapshot/SnapshotProcedureTest 2024-11-28T07:44:06,632 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-28T07:44:06,632 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-28T07:44:06,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.6460 sec 2024-11-28T07:44:06,642 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444, size=1.5 K (1488bytes) 2024-11-28T07:44:06,642 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444 2024-11-28T07:44:06,643 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444 after 1ms 2024-11-28T07:44:06,646 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444 took 4ms 2024-11-28T07:44:06,650 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 7a538acf92a0c57bbbb6fd604fa2cbb7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-28T07:44:06,652 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for deb0fdf4d3d4487b596ae3bc7db6a104: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-28T07:44:06,653 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 57546290cd120c08343173a41ec7f92f: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-28T07:44:06,653 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444 so closing down 2024-11-28T07:44:06,653 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-28T07:44:06,653 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-28T07:44:06,653 INFO [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-28T07:44:06,653 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444, journal: Splitting hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444, size=1.5 K (1488bytes) at 1732779846642Finishing writing output for hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444 so closing down at 1732779846653 (+11 ms)3 split writer threads finished at 1732779846653Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732779846653 2024-11-28T07:44:06,653 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444 2024-11-28T07:44:06,654 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f64cf8bdf19b:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-28T07:44:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33227 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-28T07:44:06,658 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting/f64cf8bdf19b%2C41601%2C1732779783556.1732779785444 to hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/oldWALs 2024-11-28T07:44:06,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-28T07:44:06,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f64cf8bdf19b%2C41601%2C1732779783556.1732779785444, worker=f64cf8bdf19b,45249,1732779783603 in 10.0370 sec 2024-11-28T07:44:06,661 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=f64cf8bdf19b,45249,1732779783603 2024-11-28T07:44:06,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-28T07:44:06,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure f64cf8bdf19b%2C41601%2C1732779783556.1732779785444, worker=f64cf8bdf19b,45249,1732779783603 in 10.0430 sec 2024-11-28T07:44:06,668 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting dir is empty, no logs to split. 2024-11-28T07:44:06,668 INFO [PEWorker-1 {}] master.SplitWALManager(105): f64cf8bdf19b,41601,1732779783556 WAL count=0, meta=false 2024-11-28T07:44:06,668 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f64cf8bdf19b,41601,1732779783556 WAL splitting is done? wals=0, meta=false 2024-11-28T07:44:06,672 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for f64cf8bdf19b,41601,1732779783556 failed, ignore...File hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,41601,1732779783556-splitting does not exist. 2024-11-28T07:44:06,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a538acf92a0c57bbbb6fd604fa2cbb7, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deb0fdf4d3d4487b596ae3bc7db6a104, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57546290cd120c08343173a41ec7f92f, ASSIGN}] 2024-11-28T07:44:06,675 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57546290cd120c08343173a41ec7f92f, ASSIGN 2024-11-28T07:44:06,675 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=deb0fdf4d3d4487b596ae3bc7db6a104, ASSIGN 2024-11-28T07:44:06,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7a538acf92a0c57bbbb6fd604fa2cbb7, ASSIGN 2024-11-28T07:44:06,676 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=deb0fdf4d3d4487b596ae3bc7db6a104, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T07:44:06,676 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57546290cd120c08343173a41ec7f92f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T07:44:06,676 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7a538acf92a0c57bbbb6fd604fa2cbb7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-28T07:44:06,721 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-28T07:44:06,726 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-28T07:44:06,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T07:44:06,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:44:06,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:44:06,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:44:06,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:44:06,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T07:44:06,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T07:44:06,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=610891766, stopped=false 2024-11-28T07:44:06,727 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f64cf8bdf19b,33227,1732779783466 2024-11-28T07:44:06,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:44:06,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:44:06,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:44:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:44:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T07:44:06,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:44:06,730 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:44:06,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:44:06,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:44:06,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T07:44:06,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T07:44:06,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:44:06,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:44:06,732 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,45249,1732779783603' ***** 2024-11-28T07:44:06,732 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T07:44:06,733 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f64cf8bdf19b,44173,1732779783647' ***** 2024-11-28T07:44:06,733 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T07:44:06,733 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:44:06,733 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T07:44:06,733 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:44:06,733 INFO [RS:2;f64cf8bdf19b:44173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T07:44:06,733 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T07:44:06,733 INFO [RS:2;f64cf8bdf19b:44173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T07:44:06,733 INFO [RS:1;f64cf8bdf19b:45249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T07:44:06,733 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(3091): Received CLOSE for fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:44:06,733 INFO [RS:1;f64cf8bdf19b:45249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T07:44:06,733 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:44:06,740 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(3091): Received CLOSE for ec145689e41a9f31c7365ecf62431c97 2024-11-28T07:44:06,740 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(3091): Received CLOSE for f488a1fa893c9d9d09f4f9beddf84de9 2024-11-28T07:44:06,740 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(3091): Received CLOSE for 7baba97dbe9ec5d05b4b5439a7d03419 2024-11-28T07:44:06,740 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(3091): Received CLOSE for b1abb9a89ae809e763a24ff78b1c5731 2024-11-28T07:44:06,740 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(3091): Received CLOSE for 8528fafb2f463231a6996e3cd49240e2 2024-11-28T07:44:06,740 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(959): stopping server f64cf8bdf19b,44173,1732779783647 2024-11-28T07:44:06,740 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(959): stopping server f64cf8bdf19b,45249,1732779783603 2024-11-28T07:44:06,740 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b5fe9e052a95405df46e020076bf488, disabling compactions & flushes 2024-11-28T07:44:06,740 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:44:06,740 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:44:06,740 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcc782d8b9e25565b87bb290d65fc6f6, disabling compactions & flushes 2024-11-28T07:44:06,740 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:44:06,740 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:44:06,740 INFO [RS:2;f64cf8bdf19b:44173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f64cf8bdf19b:44173. 2024-11-28T07:44:06,740 INFO [RS:1;f64cf8bdf19b:45249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f64cf8bdf19b:45249. 2024-11-28T07:44:06,740 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:44:06,740 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:44:06,740 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. after waiting 0 ms 2024-11-28T07:44:06,740 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. after waiting 0 ms 2024-11-28T07:44:06,740 DEBUG [RS:1;f64cf8bdf19b:45249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:44:06,740 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:44:06,740 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:44:06,740 DEBUG [RS:2;f64cf8bdf19b:44173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T07:44:06,740 DEBUG [RS:1;f64cf8bdf19b:45249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:44:06,740 DEBUG [RS:2;f64cf8bdf19b:44173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:44:06,740 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T07:44:06,740 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T07:44:06,740 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-28T07:44:06,740 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T07:44:06,740 DEBUG [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(1325): Online Regions={fcc782d8b9e25565b87bb290d65fc6f6=SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6., ec145689e41a9f31c7365ecf62431c97=SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97., f488a1fa893c9d9d09f4f9beddf84de9=SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9., b1abb9a89ae809e763a24ff78b1c5731=SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731.} 2024-11-28T07:44:06,740 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T07:44:06,740 DEBUG [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(1351): Waiting on b1abb9a89ae809e763a24ff78b1c5731, ec145689e41a9f31c7365ecf62431c97, f488a1fa893c9d9d09f4f9beddf84de9, fcc782d8b9e25565b87bb290d65fc6f6 2024-11-28T07:44:06,741 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:44:06,741 INFO [regionserver/f64cf8bdf19b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:44:06,741 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-28T07:44:06,741 DEBUG [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(1325): Online Regions={8b5fe9e052a95405df46e020076bf488=SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488., 1588230740=hbase:meta,,1.1588230740, 7baba97dbe9ec5d05b4b5439a7d03419=SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419., 8528fafb2f463231a6996e3cd49240e2=SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2.} 2024-11-28T07:44:06,741 DEBUG [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7baba97dbe9ec5d05b4b5439a7d03419, 8528fafb2f463231a6996e3cd49240e2, 8b5fe9e052a95405df46e020076bf488 2024-11-28T07:44:06,741 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T07:44:06,741 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T07:44:06,742 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T07:44:06,742 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T07:44:06,742 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T07:44:06,742 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-28T07:44:06,746 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/fcc782d8b9e25565b87bb290d65fc6f6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:44:06,747 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8b5fe9e052a95405df46e020076bf488/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:44:06,747 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:44:06,747 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcc782d8b9e25565b87bb290d65fc6f6: Waiting for close lock at 1732779846740Running coprocessor pre-close hooks at 1732779846740Disabling compacts and flushes for region at 1732779846740Disabling writes for close at 1732779846740Writing region close event to WAL at 1732779846741 (+1 ms)Running coprocessor post-close hooks at 1732779846747 (+6 ms)Closed at 1732779846747 2024-11-28T07:44:06,747 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732779795824.fcc782d8b9e25565b87bb290d65fc6f6. 2024-11-28T07:44:06,747 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec145689e41a9f31c7365ecf62431c97, disabling compactions & flushes 2024-11-28T07:44:06,748 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:44:06,748 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:44:06,748 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:44:06,748 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. after waiting 0 ms 2024-11-28T07:44:06,748 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:44:06,748 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b5fe9e052a95405df46e020076bf488: Waiting for close lock at 1732779846740Running coprocessor pre-close hooks at 1732779846740Disabling compacts and flushes for region at 1732779846740Disabling writes for close at 1732779846740Writing region close event to WAL at 1732779846742 (+2 ms)Running coprocessor post-close hooks at 1732779846748 (+6 ms)Closed at 1732779846748 2024-11-28T07:44:06,748 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732779795824.8b5fe9e052a95405df46e020076bf488. 2024-11-28T07:44:06,748 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7baba97dbe9ec5d05b4b5439a7d03419, disabling compactions & flushes 2024-11-28T07:44:06,748 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:44:06,748 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:44:06,748 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. after waiting 0 ms 2024-11-28T07:44:06,748 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:44:06,760 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/ec145689e41a9f31c7365ecf62431c97/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:44:06,761 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:44:06,761 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec145689e41a9f31c7365ecf62431c97: Waiting for close lock at 1732779846747Running coprocessor pre-close hooks at 1732779846747Disabling compacts and flushes for region at 1732779846747Disabling writes for close at 1732779846748 (+1 ms)Writing region close event to WAL at 1732779846748Running coprocessor post-close hooks at 1732779846761 (+13 ms)Closed at 1732779846761 2024-11-28T07:44:06,761 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732779795824.ec145689e41a9f31c7365ecf62431c97. 2024-11-28T07:44:06,761 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f488a1fa893c9d9d09f4f9beddf84de9, disabling compactions & flushes 2024-11-28T07:44:06,761 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:44:06,761 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:44:06,761 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. after waiting 0 ms 2024-11-28T07:44:06,761 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:44:06,765 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/7baba97dbe9ec5d05b4b5439a7d03419/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-28T07:44:06,765 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:44:06,765 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7baba97dbe9ec5d05b4b5439a7d03419: Waiting for close lock at 1732779846748Running coprocessor pre-close hooks at 1732779846748Disabling compacts and flushes for region at 1732779846748Disabling writes for close at 1732779846748Writing region close event to WAL at 1732779846756 (+8 ms)Running coprocessor post-close hooks at 1732779846765 (+9 ms)Closed at 1732779846765 2024-11-28T07:44:06,766 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419. 2024-11-28T07:44:06,766 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8528fafb2f463231a6996e3cd49240e2, disabling compactions & flushes 2024-11-28T07:44:06,766 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:44:06,766 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:44:06,766 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. after waiting 0 ms 2024-11-28T07:44:06,766 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:44:06,767 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/.tmp/info/4e2153507e7b42a8bcbf3229ca9454b8 is 167, key is SPTestTable,19999999,1732779795824.7baba97dbe9ec5d05b4b5439a7d03419./info:regioninfo/1732779806595/Put/seqid=0 2024-11-28T07:44:06,778 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/f488a1fa893c9d9d09f4f9beddf84de9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T07:44:06,779 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:44:06,779 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f488a1fa893c9d9d09f4f9beddf84de9: Waiting for close lock at 1732779846761Running coprocessor pre-close hooks at 1732779846761Disabling compacts and flushes for region at 1732779846761Disabling writes for close at 1732779846761Writing region close event to WAL at 1732779846769 (+8 ms)Running coprocessor post-close hooks at 1732779846779 (+10 ms)Closed at 1732779846779 2024-11-28T07:44:06,779 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732779795824.f488a1fa893c9d9d09f4f9beddf84de9. 2024-11-28T07:44:06,779 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1abb9a89ae809e763a24ff78b1c5731, disabling compactions & flushes 2024-11-28T07:44:06,779 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:44:06,779 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:44:06,779 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. after waiting 0 ms 2024-11-28T07:44:06,779 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:44:06,785 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/8528fafb2f463231a6996e3cd49240e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T07:44:06,786 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:44:06,786 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8528fafb2f463231a6996e3cd49240e2: Waiting for close lock at 1732779846766Running coprocessor pre-close hooks at 1732779846766Disabling compacts and flushes for region at 1732779846766Disabling writes for close at 1732779846766Writing region close event to WAL at 1732779846778 (+12 ms)Running coprocessor post-close hooks at 1732779846786 (+8 ms)Closed at 1732779846786 2024-11-28T07:44:06,786 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732779795824.8528fafb2f463231a6996e3cd49240e2. 2024-11-28T07:44:06,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741864_1040 (size=18393) 2024-11-28T07:44:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741864_1040 (size=18393) 2024-11-28T07:44:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741864_1040 (size=18393) 2024-11-28T07:44:06,797 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/.tmp/info/4e2153507e7b42a8bcbf3229ca9454b8 2024-11-28T07:44:06,805 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/default/SPTestTable/b1abb9a89ae809e763a24ff78b1c5731/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T07:44:06,806 INFO [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:44:06,806 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1abb9a89ae809e763a24ff78b1c5731: Waiting for close lock at 1732779846779Running coprocessor pre-close hooks at 1732779846779Disabling compacts and flushes for region at 1732779846779Disabling writes for close at 1732779846779Writing region close event to WAL at 1732779846788 (+9 ms)Running coprocessor post-close hooks at 1732779846806 (+18 ms)Closed at 1732779846806 2024-11-28T07:44:06,806 DEBUG [RS_CLOSE_REGION-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732779795824.b1abb9a89ae809e763a24ff78b1c5731. 2024-11-28T07:44:06,822 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/.tmp/ns/1bb33f387cb7489a8b84bdc9c7c3b9b5 is 43, key is default/ns:d/1732779795736/Put/seqid=0 2024-11-28T07:44:06,827 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(204): Hosts are {f64cf8bdf19b=0} racks are {/default-rack=0} 2024-11-28T07:44:06,828 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-28T07:44:06,828 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-28T07:44:06,828 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-28T07:44:06,828 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-28T07:44:06,828 INFO [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-28T07:44:06,828 INFO [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-28T07:44:06,828 DEBUG [f64cf8bdf19b:33227 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-28T07:44:06,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741865_1041 (size=5153) 2024-11-28T07:44:06,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741865_1041 (size=5153) 2024-11-28T07:44:06,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741865_1041 (size=5153) 2024-11-28T07:44:06,847 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/.tmp/ns/1bb33f387cb7489a8b84bdc9c7c3b9b5 2024-11-28T07:44:06,870 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/.tmp/table/6c95033b09994621924cb0faf8785439 is 47, key is SPTestTable/table:state/1732779806690/Put/seqid=0 2024-11-28T07:44:06,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741866_1042 (size=5214) 2024-11-28T07:44:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741866_1042 (size=5214) 2024-11-28T07:44:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741866_1042 (size=5214) 2024-11-28T07:44:06,877 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/.tmp/table/6c95033b09994621924cb0faf8785439 2024-11-28T07:44:06,884 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/.tmp/info/4e2153507e7b42a8bcbf3229ca9454b8 as hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/info/4e2153507e7b42a8bcbf3229ca9454b8 2024-11-28T07:44:06,891 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/info/4e2153507e7b42a8bcbf3229ca9454b8, entries=100, sequenceid=29, filesize=18.0 K 2024-11-28T07:44:06,892 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/.tmp/ns/1bb33f387cb7489a8b84bdc9c7c3b9b5 as hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/ns/1bb33f387cb7489a8b84bdc9c7c3b9b5 2024-11-28T07:44:06,897 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/ns/1bb33f387cb7489a8b84bdc9c7c3b9b5, entries=2, sequenceid=29, filesize=5.0 K 2024-11-28T07:44:06,898 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/.tmp/table/6c95033b09994621924cb0faf8785439 as hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/table/6c95033b09994621924cb0faf8785439 2024-11-28T07:44:06,904 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/table/6c95033b09994621924cb0faf8785439, entries=2, sequenceid=29, filesize=5.1 K 2024-11-28T07:44:06,906 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 163ms, sequenceid=29, compaction requested=false 2024-11-28T07:44:06,910 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-28T07:44:06,911 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:44:06,911 INFO [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T07:44:06,911 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732779846741Running coprocessor pre-close hooks at 1732779846741Disabling compacts and flushes for region at 1732779846741Disabling writes for close at 1732779846742 (+1 ms)Obtaining lock to block concurrent updates at 1732779846742Preparing flush snapshotting stores in 1588230740 at 1732779846742Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732779846743 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732779846744 (+1 ms)Flushing 1588230740/info: creating writer at 1732779846744Flushing 1588230740/info: appending metadata at 1732779846767 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732779846767Flushing 1588230740/ns: creating writer at 1732779846805 (+38 ms)Flushing 1588230740/ns: appending metadata at 1732779846822 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732779846822Flushing 1588230740/table: creating writer at 1732779846854 (+32 ms)Flushing 1588230740/table: appending metadata at 1732779846869 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732779846869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@668f45b1: reopening flushed file at 1732779846883 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e3ba62: reopening flushed file at 1732779846891 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2036d2b1: reopening flushed file at 1732779846898 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 163ms, sequenceid=29, compaction requested=false at 1732779846906 (+8 ms)Writing region close event to WAL at 1732779846907 (+1 ms)Running coprocessor post-close hooks at 1732779846911 (+4 ms)Closed at 1732779846911 2024-11-28T07:44:06,911 DEBUG [RS_CLOSE_META-regionserver/f64cf8bdf19b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T07:44:06,941 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(976): stopping server f64cf8bdf19b,44173,1732779783647; all regions closed. 2024-11-28T07:44:06,941 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(976): stopping server f64cf8bdf19b,45249,1732779783603; all regions closed. 2024-11-28T07:44:06,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741833_1009 (size=3439) 2024-11-28T07:44:06,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741833_1009 (size=3439) 2024-11-28T07:44:06,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741833_1009 (size=3439) 2024-11-28T07:44:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741836_1012 (size=15114) 2024-11-28T07:44:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741836_1012 (size=15114) 2024-11-28T07:44:06,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741836_1012 (size=15114) 2024-11-28T07:44:06,946 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/WALs/f64cf8bdf19b,45249,1732779783603/f64cf8bdf19b%2C45249%2C1732779783603.meta.1732779795688.meta not finished, retry = 0 2024-11-28T07:44:06,948 DEBUG [RS:2;f64cf8bdf19b:44173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/oldWALs 2024-11-28T07:44:06,948 INFO [RS:2;f64cf8bdf19b:44173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C44173%2C1732779783647:(num 1732779785427) 2024-11-28T07:44:06,948 DEBUG [RS:2;f64cf8bdf19b:44173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:44:06,948 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:44:06,949 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:44:06,949 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.ChoreService(370): Chore service for: regionserver/f64cf8bdf19b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-28T07:44:06,949 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T07:44:06,949 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T07:44:06,949 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T07:44:06,949 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:44:06,949 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:44:06,949 INFO [RS:2;f64cf8bdf19b:44173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44173 2024-11-28T07:44:06,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,44173,1732779783647 2024-11-28T07:44:06,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:44:06,952 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:44:06,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,44173,1732779783647] 2024-11-28T07:44:06,956 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,44173,1732779783647 already deleted, retry=false 2024-11-28T07:44:06,956 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f64cf8bdf19b,44173,1732779783647 expired; onlineServers=1 2024-11-28T07:44:07,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T07:44:07,015 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T07:44:07,050 DEBUG [RS:1;f64cf8bdf19b:45249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/oldWALs 2024-11-28T07:44:07,050 INFO [RS:1;f64cf8bdf19b:45249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C45249%2C1732779783603.meta:.meta(num 1732779795688) 2024-11-28T07:44:07,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741834_1010 (size=2364) 2024-11-28T07:44:07,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741834_1010 (size=2364) 2024-11-28T07:44:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741834_1010 (size=2364) 2024-11-28T07:44:07,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:44:07,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44173-0x1015d871f940003, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:44:07,055 DEBUG [RS:1;f64cf8bdf19b:45249 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/oldWALs 2024-11-28T07:44:07,055 INFO [RS:1;f64cf8bdf19b:45249 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f64cf8bdf19b%2C45249%2C1732779783603:(num 1732779785432) 2024-11-28T07:44:07,055 DEBUG [RS:1;f64cf8bdf19b:45249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T07:44:07,055 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T07:44:07,055 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:44:07,055 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.ChoreService(370): Chore service for: regionserver/f64cf8bdf19b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T07:44:07,056 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:44:07,056 INFO [regionserver/f64cf8bdf19b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:44:07,056 INFO [RS:1;f64cf8bdf19b:45249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45249 2024-11-28T07:44:07,058 INFO [RS:2;f64cf8bdf19b:44173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:44:07,058 INFO [RS:2;f64cf8bdf19b:44173 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,44173,1732779783647; zookeeper connection closed. 2024-11-28T07:44:07,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f64cf8bdf19b,45249,1732779783603 2024-11-28T07:44:07,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T07:44:07,058 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:44:07,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7abba695 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7abba695 2024-11-28T07:44:07,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f64cf8bdf19b,45249,1732779783603] 2024-11-28T07:44:07,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f64cf8bdf19b,45249,1732779783603 already deleted, retry=false 2024-11-28T07:44:07,061 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f64cf8bdf19b,45249,1732779783603 expired; onlineServers=0 2024-11-28T07:44:07,061 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f64cf8bdf19b,33227,1732779783466' ***** 2024-11-28T07:44:07,061 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T07:44:07,061 INFO [M:0;f64cf8bdf19b:33227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T07:44:07,061 INFO [M:0;f64cf8bdf19b:33227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T07:44:07,061 DEBUG [M:0;f64cf8bdf19b:33227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T07:44:07,061 DEBUG [M:0;f64cf8bdf19b:33227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T07:44:07,061 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T07:44:07,061 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732779784999 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.small.0-1732779784999,5,FailOnTimeoutGroup] 2024-11-28T07:44:07,061 DEBUG [master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732779784997 {}] cleaner.HFileCleaner(306): Exit Thread[master/f64cf8bdf19b:0:becomeActiveMaster-HFileCleaner.large.0-1732779784997,5,FailOnTimeoutGroup] 2024-11-28T07:44:07,062 INFO [M:0;f64cf8bdf19b:33227 {}] hbase.ChoreService(370): Chore service for: master/f64cf8bdf19b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T07:44:07,062 INFO [M:0;f64cf8bdf19b:33227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T07:44:07,062 DEBUG [M:0;f64cf8bdf19b:33227 {}] master.HMaster(1795): Stopping service threads 2024-11-28T07:44:07,062 INFO [M:0;f64cf8bdf19b:33227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T07:44:07,062 INFO [M:0;f64cf8bdf19b:33227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T07:44:07,062 ERROR [M:0;f64cf8bdf19b:33227 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34125 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34125,5,PEWorkerGroup] 2024-11-28T07:44:07,062 INFO [M:0;f64cf8bdf19b:33227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T07:44:07,062 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T07:44:07,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T07:44:07,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T07:44:07,064 DEBUG [M:0;f64cf8bdf19b:33227 {}] zookeeper.ZKUtil(347): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T07:44:07,064 WARN [M:0;f64cf8bdf19b:33227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T07:44:07,065 INFO [M:0;f64cf8bdf19b:33227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/.lastflushedseqids 2024-11-28T07:44:07,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741867_1043 (size=650) 2024-11-28T07:44:07,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741867_1043 (size=650) 2024-11-28T07:44:07,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741867_1043 (size=650) 2024-11-28T07:44:07,073 INFO [M:0;f64cf8bdf19b:33227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T07:44:07,073 INFO [M:0;f64cf8bdf19b:33227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T07:44:07,073 DEBUG [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T07:44:07,073 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:44:07,073 DEBUG [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:44:07,073 DEBUG [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T07:44:07,073 DEBUG [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:44:07,073 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=166.05 KB heapSize=203.30 KB 2024-11-28T07:44:07,088 DEBUG [M:0;f64cf8bdf19b:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d345804c98a94534a3138ad8356788d9 is 82, key is hbase:meta,,1/info:regioninfo/1732779795724/Put/seqid=0 2024-11-28T07:44:07,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741868_1044 (size=5672) 2024-11-28T07:44:07,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741868_1044 (size=5672) 2024-11-28T07:44:07,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741868_1044 (size=5672) 2024-11-28T07:44:07,096 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d345804c98a94534a3138ad8356788d9 2024-11-28T07:44:07,121 DEBUG [M:0;f64cf8bdf19b:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/750a0d6246644a0a9066abc120bc88e1 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732779806696/Put/seqid=0 2024-11-28T07:44:07,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741869_1045 (size=11038) 2024-11-28T07:44:07,128 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=165.32 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/750a0d6246644a0a9066abc120bc88e1 2024-11-28T07:44:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741869_1045 (size=11038) 2024-11-28T07:44:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741869_1045 (size=11038) 2024-11-28T07:44:07,135 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 750a0d6246644a0a9066abc120bc88e1 2024-11-28T07:44:07,158 DEBUG [M:0;f64cf8bdf19b:33227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d05c6230d74f45c88ff5adb0ea0543b1 is 69, key is f64cf8bdf19b,44173,1732779783647/rs:state/1732779785126/Put/seqid=0 2024-11-28T07:44:07,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:44:07,160 INFO [RS:1;f64cf8bdf19b:45249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:44:07,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45249-0x1015d871f940002, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:44:07,160 INFO [RS:1;f64cf8bdf19b:45249 {}] regionserver.HRegionServer(1031): Exiting; stopping=f64cf8bdf19b,45249,1732779783603; zookeeper connection closed. 2024-11-28T07:44:07,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41faac27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41faac27 2024-11-28T07:44:07,161 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-28T07:44:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741870_1046 (size=5442) 2024-11-28T07:44:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741870_1046 (size=5442) 2024-11-28T07:44:07,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741870_1046 (size=5442) 2024-11-28T07:44:07,166 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d05c6230d74f45c88ff5adb0ea0543b1 2024-11-28T07:44:07,170 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d05c6230d74f45c88ff5adb0ea0543b1 2024-11-28T07:44:07,171 DEBUG [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d345804c98a94534a3138ad8356788d9 as hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d345804c98a94534a3138ad8356788d9 2024-11-28T07:44:07,176 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d345804c98a94534a3138ad8356788d9, entries=8, sequenceid=398, filesize=5.5 K 2024-11-28T07:44:07,177 DEBUG [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/750a0d6246644a0a9066abc120bc88e1 as hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/750a0d6246644a0a9066abc120bc88e1 2024-11-28T07:44:07,182 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 750a0d6246644a0a9066abc120bc88e1 2024-11-28T07:44:07,183 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/750a0d6246644a0a9066abc120bc88e1, entries=51, sequenceid=398, filesize=10.8 K 2024-11-28T07:44:07,183 DEBUG [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d05c6230d74f45c88ff5adb0ea0543b1 as hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d05c6230d74f45c88ff5adb0ea0543b1 2024-11-28T07:44:07,188 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d05c6230d74f45c88ff5adb0ea0543b1 2024-11-28T07:44:07,188 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34125/user/jenkins/test-data/fa164d6d-9641-4a8b-217c-ca8c5e766355/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d05c6230d74f45c88ff5adb0ea0543b1, entries=3, sequenceid=398, filesize=5.3 K 2024-11-28T07:44:07,189 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~166.05 KB/170038, heapSize ~203 KB/207872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=398, compaction requested=false 2024-11-28T07:44:07,190 INFO [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T07:44:07,190 DEBUG [M:0;f64cf8bdf19b:33227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732779847073Disabling compacts and flushes for region at 1732779847073Disabling writes for close at 1732779847073Obtaining lock to block concurrent updates at 1732779847073Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732779847073Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=170038, getHeapSize=208112, getOffHeapSize=0, getCellsCount=490 at 1732779847073Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732779847074 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732779847074Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732779847088 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732779847088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732779847102 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732779847120 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732779847120Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732779847135 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732779847157 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732779847157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc2a5c2: reopening flushed file at 1732779847171 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4036bcb8: reopening flushed file at 1732779847176 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77d0a605: reopening flushed file at 1732779847183 (+7 ms)Finished flush of dataSize ~166.05 KB/170038, heapSize ~203 KB/207872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=398, compaction requested=false at 1732779847189 (+6 ms)Writing region close event to WAL at 1732779847190 (+1 ms)Closed at 1732779847190 2024-11-28T07:44:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42415 is added to blk_1073741830_1006 (size=196695) 2024-11-28T07:44:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741830_1006 (size=196695) 2024-11-28T07:44:07,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43811 is added to blk_1073741830_1006 (size=196695) 2024-11-28T07:44:07,194 INFO [M:0;f64cf8bdf19b:33227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T07:44:07,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T07:44:07,194 INFO [M:0;f64cf8bdf19b:33227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33227 2024-11-28T07:44:07,194 INFO [M:0;f64cf8bdf19b:33227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T07:44:07,296 INFO [M:0;f64cf8bdf19b:33227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T07:44:07,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:44:07,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33227-0x1015d871f940000, quorum=127.0.0.1:61475, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T07:44:07,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d812ccc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:44:07,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71458439{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:44:07,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:44:07,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f7c0fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:44:07,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ae4ac48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/hadoop.log.dir/,STOPPED} 2024-11-28T07:44:07,302 WARN [BP-1403516038-172.17.0.2-1732779782170 heartbeating to localhost/127.0.0.1:34125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:44:07,302 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:44:07,302 WARN [BP-1403516038-172.17.0.2-1732779782170 heartbeating to localhost/127.0.0.1:34125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1403516038-172.17.0.2-1732779782170 (Datanode Uuid 5db0dd3b-573a-4aa8-bad9-36a359fe773d) service to localhost/127.0.0.1:34125 2024-11-28T07:44:07,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:44:07,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data5/current/BP-1403516038-172.17.0.2-1732779782170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:44:07,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data6/current/BP-1403516038-172.17.0.2-1732779782170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:44:07,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:44:07,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57fab05d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:44:07,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0c607{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:44:07,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:44:07,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@673d1674{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:44:07,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59829fca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/hadoop.log.dir/,STOPPED} 2024-11-28T07:44:07,308 WARN [BP-1403516038-172.17.0.2-1732779782170 heartbeating to localhost/127.0.0.1:34125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:44:07,308 WARN [BP-1403516038-172.17.0.2-1732779782170 heartbeating to localhost/127.0.0.1:34125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1403516038-172.17.0.2-1732779782170 (Datanode Uuid 7ab5bac5-688f-426c-9048-bd83b8b4c0ff) service to localhost/127.0.0.1:34125 2024-11-28T07:44:07,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data3/current/BP-1403516038-172.17.0.2-1732779782170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:44:07,309 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data4/current/BP-1403516038-172.17.0.2-1732779782170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:44:07,309 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:44:07,309 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:44:07,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:44:07,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4efd563c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T07:44:07,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30d03752{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:44:07,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:44:07,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29729763{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:44:07,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a8c2d0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/hadoop.log.dir/,STOPPED} 2024-11-28T07:44:07,320 WARN [BP-1403516038-172.17.0.2-1732779782170 heartbeating to localhost/127.0.0.1:34125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T07:44:07,320 WARN [BP-1403516038-172.17.0.2-1732779782170 heartbeating to localhost/127.0.0.1:34125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1403516038-172.17.0.2-1732779782170 (Datanode Uuid b0835c3b-8643-43fc-bd8a-e378df01cffa) service to localhost/127.0.0.1:34125 2024-11-28T07:44:07,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T07:44:07,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T07:44:07,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data1/current/BP-1403516038-172.17.0.2-1732779782170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:44:07,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/cluster_e784f74d-b232-5060-9788-256bb0715054/data/data2/current/BP-1403516038-172.17.0.2-1732779782170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T07:44:07,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T07:44:07,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cfc8ebb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T07:44:07,331 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e44a13a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T07:44:07,331 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T07:44:07,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45478c0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T07:44:07,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dc25a87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/13ff437a-aaea-c91d-8b22-fd254c294e4a/hadoop.log.dir/,STOPPED} 2024-11-28T07:44:07,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T07:44:07,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-28T07:44:07,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 96) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34125 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34125 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/f64cf8bdf19b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=6982 (was 6260) - AvailableMemoryMB LEAK? -