2024-11-10 01:40:34,741 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 01:40:34,757 main DEBUG Took 0.014083 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 01:40:34,758 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 01:40:34,758 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 01:40:34,760 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 01:40:34,761 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,770 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 01:40:34,783 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,784 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,785 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,785 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,786 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,786 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,787 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,787 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,787 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,788 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,789 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,789 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,789 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,790 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,791 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,791 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,792 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,792 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,793 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 01:40:34,793 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,794 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 01:40:34,795 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 01:40:34,796 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 01:40:34,798 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 01:40:34,798 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 01:40:34,800 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 01:40:34,800 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 01:40:34,809 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 01:40:34,811 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 01:40:34,813 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 01:40:34,813 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 01:40:34,814 main DEBUG createAppenders(={Console}) 2024-11-10 01:40:34,814 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-10 01:40:34,815 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-10 01:40:34,815 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-10 01:40:34,815 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 01:40:34,816 main DEBUG OutputStream closed 2024-11-10 01:40:34,816 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 01:40:34,816 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 01:40:34,816 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-10 01:40:34,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 01:40:34,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 01:40:34,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 01:40:34,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 01:40:34,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 01:40:34,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 01:40:34,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 01:40:34,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 01:40:34,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 01:40:34,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 01:40:34,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 01:40:34,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 01:40:34,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 01:40:34,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 01:40:34,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 01:40:34,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 01:40:34,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 01:40:34,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 01:40:34,899 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 01:40:34,899 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-10 01:40:34,900 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 01:40:34,900 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-10T01:40:34,915 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-10 01:40:34,918 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 01:40:34,918 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T01:40:34,925 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-10T01:40:34,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=379, ProcessCount=11, AvailableMemoryMB=8758 2024-11-10T01:40:35,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7 2024-11-10T01:40:35,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:40:35,204 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf, deleteOnExit=true 2024-11-10T01:40:35,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:40:35,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/test.cache.data in system properties and HBase conf 2024-11-10T01:40:35,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:40:35,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:40:35,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:40:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:40:35,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:40:35,285 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T01:40:35,370 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:40:35,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:40:35,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:40:35,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:40:35,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:40:35,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:40:35,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:40:35,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:40:35,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:40:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:40:35,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:40:35,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:40:35,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:40:35,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:40:35,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:40:36,198 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T01:40:36,277 INFO [Time-limited test {}] log.Log(170): Logging initialized @2277ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T01:40:36,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:40:36,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:40:36,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:40:36,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:40:36,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:40:36,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:40:36,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:40:36,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:40:36,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/java.io.tmpdir/jetty-localhost-38903-hadoop-hdfs-3_4_1-tests_jar-_-any-5960915841023186878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:40:36,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:38903} 2024-11-10T01:40:36,668 INFO [Time-limited test {}] server.Server(415): Started @2669ms 2024-11-10T01:40:37,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:40:37,081 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:40:37,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:40:37,082 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:40:37,082 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:40:37,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:40:37,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:40:37,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/java.io.tmpdir/jetty-localhost-46607-hadoop-hdfs-3_4_1-tests_jar-_-any-16580209126722189041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:40:37,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:46607} 2024-11-10T01:40:37,210 INFO [Time-limited test {}] server.Server(415): Started @3210ms 2024-11-10T01:40:37,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:40:37,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:40:37,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:40:37,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:40:37,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:40:37,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:40:37,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:40:37,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:40:37,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/java.io.tmpdir/jetty-localhost-36187-hadoop-hdfs-3_4_1-tests_jar-_-any-14699053982286471634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:40:37,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:36187} 2024-11-10T01:40:37,531 INFO [Time-limited test {}] server.Server(415): Started @3532ms 2024-11-10T01:40:37,534 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:40:37,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:40:37,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:40:37,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:40:37,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:40:37,586 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:40:37,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:40:37,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:40:37,710 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data2/current/BP-820266719-172.17.0.2-1731202835957/current, will proceed with Du for space computation calculation, 2024-11-10T01:40:37,710 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data3/current/BP-820266719-172.17.0.2-1731202835957/current, will proceed with Du for space computation calculation, 2024-11-10T01:40:37,710 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data1/current/BP-820266719-172.17.0.2-1731202835957/current, will proceed with Du for space computation calculation, 2024-11-10T01:40:37,710 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data4/current/BP-820266719-172.17.0.2-1731202835957/current, will proceed with Du for space computation calculation, 2024-11-10T01:40:37,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/java.io.tmpdir/jetty-localhost-38739-hadoop-hdfs-3_4_1-tests_jar-_-any-9712793678264639051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:40:37,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:38739} 2024-11-10T01:40:37,720 INFO [Time-limited test {}] server.Server(415): Started @3721ms 2024-11-10T01:40:37,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:40:37,756 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:40:37,757 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:40:37,838 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59cdf512a8764ad9 with lease ID 0x70a95fd14705da93: Processing first storage report for DS-3f9f2f8c-aba9-4deb-ae49-6e23fad0d3b2 from datanode DatanodeRegistration(127.0.0.1:46833, datanodeUuid=6cf09ee5-6196-4c4b-84cc-fc4100b5c20c, infoPort=38105, infoSecurePort=0, ipcPort=44225, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957) 2024-11-10T01:40:37,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59cdf512a8764ad9 with lease ID 0x70a95fd14705da93: from storage DS-3f9f2f8c-aba9-4deb-ae49-6e23fad0d3b2 node DatanodeRegistration(127.0.0.1:46833, datanodeUuid=6cf09ee5-6196-4c4b-84cc-fc4100b5c20c, infoPort=38105, infoSecurePort=0, ipcPort=44225, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T01:40:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4965ba8e002250a6 with lease ID 0x70a95fd14705da92: Processing first storage report for DS-fec8631c-df0a-424b-be1f-e35c662cb340 from datanode DatanodeRegistration(127.0.0.1:33731, datanodeUuid=983f38af-6490-4c65-a8e6-b8097f5e27e1, infoPort=35767, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957) 2024-11-10T01:40:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4965ba8e002250a6 with lease ID 0x70a95fd14705da92: from storage DS-fec8631c-df0a-424b-be1f-e35c662cb340 node DatanodeRegistration(127.0.0.1:33731, datanodeUuid=983f38af-6490-4c65-a8e6-b8097f5e27e1, infoPort=35767, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T01:40:37,840 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59cdf512a8764ad9 with lease ID 0x70a95fd14705da93: Processing first storage report for DS-bb751b6e-70f7-4b5f-91f0-d0696d6275d1 from datanode DatanodeRegistration(127.0.0.1:46833, datanodeUuid=6cf09ee5-6196-4c4b-84cc-fc4100b5c20c, infoPort=38105, infoSecurePort=0, ipcPort=44225, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957) 2024-11-10T01:40:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59cdf512a8764ad9 with lease ID 0x70a95fd14705da93: from storage DS-bb751b6e-70f7-4b5f-91f0-d0696d6275d1 node DatanodeRegistration(127.0.0.1:46833, datanodeUuid=6cf09ee5-6196-4c4b-84cc-fc4100b5c20c, infoPort=38105, infoSecurePort=0, ipcPort=44225, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:40:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4965ba8e002250a6 with lease ID 0x70a95fd14705da92: Processing first storage report for DS-fbe29046-0157-4a68-ad01-4b492d39439e from datanode DatanodeRegistration(127.0.0.1:33731, datanodeUuid=983f38af-6490-4c65-a8e6-b8097f5e27e1, infoPort=35767, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957) 2024-11-10T01:40:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4965ba8e002250a6 with lease ID 0x70a95fd14705da92: from storage DS-fbe29046-0157-4a68-ad01-4b492d39439e node DatanodeRegistration(127.0.0.1:33731, datanodeUuid=983f38af-6490-4c65-a8e6-b8097f5e27e1, infoPort=35767, infoSecurePort=0, ipcPort=42623, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:40:37,844 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data5/current/BP-820266719-172.17.0.2-1731202835957/current, will proceed with Du for space computation calculation, 2024-11-10T01:40:37,845 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data6/current/BP-820266719-172.17.0.2-1731202835957/current, will proceed with Du for space computation calculation, 2024-11-10T01:40:37,876 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:40:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87be68692ab40050 with lease ID 0x70a95fd14705da94: Processing first storage report for DS-e02f7a93-bcaa-4187-83f0-80a869a25e47 from datanode DatanodeRegistration(127.0.0.1:43279, datanodeUuid=340169d8-ed60-46ce-a395-4b320b7a56bf, infoPort=34373, infoSecurePort=0, ipcPort=46145, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957) 2024-11-10T01:40:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87be68692ab40050 with lease ID 0x70a95fd14705da94: from storage DS-e02f7a93-bcaa-4187-83f0-80a869a25e47 node DatanodeRegistration(127.0.0.1:43279, datanodeUuid=340169d8-ed60-46ce-a395-4b320b7a56bf, infoPort=34373, infoSecurePort=0, ipcPort=46145, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:40:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87be68692ab40050 with lease ID 0x70a95fd14705da94: Processing first storage report for DS-d2111f8e-2d7e-404b-8b65-371db3008be8 from datanode DatanodeRegistration(127.0.0.1:43279, datanodeUuid=340169d8-ed60-46ce-a395-4b320b7a56bf, infoPort=34373, infoSecurePort=0, ipcPort=46145, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957) 2024-11-10T01:40:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87be68692ab40050 with lease ID 0x70a95fd14705da94: from storage DS-d2111f8e-2d7e-404b-8b65-371db3008be8 node DatanodeRegistration(127.0.0.1:43279, datanodeUuid=340169d8-ed60-46ce-a395-4b320b7a56bf, infoPort=34373, infoSecurePort=0, ipcPort=46145, storageInfo=lv=-57;cid=testClusterID;nsid=144435378;c=1731202835957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:40:38,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7 2024-11-10T01:40:38,203 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/zookeeper_0, clientPort=58579, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:40:38,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58579 2024-11-10T01:40:38,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:38,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:40:38,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:40:38,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:40:38,880 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe with version=8 2024-11-10T01:40:38,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/hbase-staging 2024-11-10T01:40:38,974 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T01:40:39,243 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2d55a1c3a545:0 server-side Connection retries=45 2024-11-10T01:40:39,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:40:39,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:40:39,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:40:39,473 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T01:40:39,481 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T01:40:39,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:40:39,513 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2730 (auto-detected) 2024-11-10T01:40:39,514 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T01:40:39,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33313 2024-11-10T01:40:39,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33313 connecting to ZooKeeper ensemble=127.0.0.1:58579 2024-11-10T01:40:39,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333130x0, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:40:39,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33313-0x1018fd6640e0000 connected 2024-11-10T01:40:39,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:39,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:39,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:40:39,633 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe, hbase.cluster.distributed=false 2024-11-10T01:40:39,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T01:40:39,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-10T01:40:39,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33313 2024-11-10T01:40:39,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33313 2024-11-10T01:40:39,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-10T01:40:39,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33313 2024-11-10T01:40:39,772 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2d55a1c3a545:0 server-side Connection retries=45 2024-11-10T01:40:39,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:40:39,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:40:39,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:40:39,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:40:39,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37849 2024-11-10T01:40:39,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37849 connecting to ZooKeeper ensemble=127.0.0.1:58579 2024-11-10T01:40:39,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:39,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:39,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378490x0, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:40:39,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37849-0x1018fd6640e0001 connected 2024-11-10T01:40:39,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:40:39,797 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:40:39,805 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:40:39,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T01:40:39,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T01:40:39,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37849 2024-11-10T01:40:39,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37849 2024-11-10T01:40:39,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37849 2024-11-10T01:40:39,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37849 2024-11-10T01:40:39,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37849 2024-11-10T01:40:39,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2d55a1c3a545:0 server-side Connection retries=45 2024-11-10T01:40:39,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:40:39,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:40:39,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:40:39,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:40:39,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40467 2024-11-10T01:40:39,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40467 connecting to ZooKeeper ensemble=127.0.0.1:58579 2024-11-10T01:40:39,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:39,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:39,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404670x0, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:40:39,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40467-0x1018fd6640e0002 connected 2024-11-10T01:40:39,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:40:39,847 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:40:39,848 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:40:39,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T01:40:39,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T01:40:39,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-10T01:40:39,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40467 2024-11-10T01:40:39,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40467 2024-11-10T01:40:39,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-10T01:40:39,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40467 2024-11-10T01:40:39,872 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2d55a1c3a545:0 server-side Connection retries=45 2024-11-10T01:40:39,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:40:39,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:40:39,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:40:39,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:40:39,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:40:39,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33399 2024-11-10T01:40:39,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33399 connecting to ZooKeeper ensemble=127.0.0.1:58579 2024-11-10T01:40:39,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:39,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:39,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333990x0, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:40:39,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333990x0, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:40:39,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33399-0x1018fd6640e0003 connected 2024-11-10T01:40:39,885 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:40:39,886 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:40:39,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T01:40:39,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T01:40:39,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33399 2024-11-10T01:40:39,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33399 2024-11-10T01:40:39,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33399 2024-11-10T01:40:39,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33399 2024-11-10T01:40:39,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33399 2024-11-10T01:40:39,909 DEBUG [M:0;2d55a1c3a545:33313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2d55a1c3a545:33313 2024-11-10T01:40:39,910 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2d55a1c3a545,33313,1731202839030 2024-11-10T01:40:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:40:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:40:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:40:39,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:40:39,921 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2d55a1c3a545,33313,1731202839030 2024-11-10T01:40:39,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T01:40:39,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T01:40:39,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:39,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T01:40:39,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:39,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:39,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:39,951 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T01:40:39,952 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2d55a1c3a545,33313,1731202839030 from backup master directory 2024-11-10T01:40:39,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2d55a1c3a545,33313,1731202839030 2024-11-10T01:40:39,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:40:39,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:40:39,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:40:39,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:40:39,956 WARN [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:40:39,956 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2d55a1c3a545,33313,1731202839030 2024-11-10T01:40:39,958 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T01:40:39,959 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T01:40:40,017 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/hbase.id] with ID: b8714954-f3ee-48c8-9b7e-a385ce90463a 2024-11-10T01:40:40,017 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/.tmp/hbase.id 2024-11-10T01:40:40,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:40:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:40:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:40:40,033 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/.tmp/hbase.id]:[hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/hbase.id] 2024-11-10T01:40:40,075 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:40:40,079 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:40:40,098 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-10T01:40:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:40:40,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:40:40,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:40:40,136 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:40:40,138 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:40:40,154 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:40:40,159 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:40:40,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:40:40,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:40:40,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:40:40,211 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store 2024-11-10T01:40:40,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:40:40,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:40:40,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:40:40,239 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T01:40:40,244 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:40,246 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:40:40,246 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:40:40,246 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:40:40,248 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:40:40,248 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:40:40,248 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:40:40,250 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731202840245Disabling compacts and flushes for region at 1731202840246 (+1 ms)Disabling writes for close at 1731202840248 (+2 ms)Writing region close event to WAL at 1731202840248Closed at 1731202840248 2024-11-10T01:40:40,252 WARN [master/2d55a1c3a545:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/.initializing 2024-11-10T01:40:40,252 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/WALs/2d55a1c3a545,33313,1731202839030 2024-11-10T01:40:40,261 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:40:40,276 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C33313%2C1731202839030, suffix=, logDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/WALs/2d55a1c3a545,33313,1731202839030, archiveDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/oldWALs, maxLogs=10 2024-11-10T01:40:40,310 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/WALs/2d55a1c3a545,33313,1731202839030/2d55a1c3a545%2C33313%2C1731202839030.1731202840282, exclude list is [], retry=0 2024-11-10T01:40:40,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-e02f7a93-bcaa-4187-83f0-80a869a25e47,DISK] 2024-11-10T01:40:40,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46833,DS-3f9f2f8c-aba9-4deb-ae49-6e23fad0d3b2,DISK] 2024-11-10T01:40:40,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-fec8631c-df0a-424b-be1f-e35c662cb340,DISK] 2024-11-10T01:40:40,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T01:40:40,372 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/WALs/2d55a1c3a545,33313,1731202839030/2d55a1c3a545%2C33313%2C1731202839030.1731202840282 2024-11-10T01:40:40,373 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34373:34373),(127.0.0.1/127.0.0.1:35767:35767),(127.0.0.1/127.0.0.1:38105:38105)] 2024-11-10T01:40:40,373 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:40:40,374 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:40,377 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,378 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:40:40,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:40,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:40:40,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:40:40,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:40,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:40:40,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:40:40,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:40,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:40:40,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:40:40,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:40,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:40:40,463 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,467 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,468 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,473 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,474 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,477 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:40:40,480 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:40:40,485 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:40:40,487 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63735521, jitterRate=-0.050266727805137634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:40:40,494 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731202840391Initializing all the Stores at 1731202840393 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202840393Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202840394 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202840394Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202840394Cleaning up temporary data from old regions at 1731202840474 (+80 ms)Region opened successfully at 1731202840494 (+20 ms) 2024-11-10T01:40:40,496 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:40:40,534 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f2d791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d55a1c3a545/172.17.0.2:0 2024-11-10T01:40:40,569 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:40:40,581 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:40:40,581 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:40:40,584 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:40:40,585 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T01:40:40,591 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T01:40:40,591 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T01:40:40,623 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:40:40,634 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T01:40:40,636 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T01:40:40,640 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:40:40,641 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:40:40,643 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T01:40:40,646 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:40:40,650 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:40:40,652 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T01:40:40,653 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:40:40,654 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T01:40:40,672 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:40:40,674 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T01:40:40,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T01:40:40,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T01:40:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T01:40:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T01:40:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,682 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2d55a1c3a545,33313,1731202839030, sessionid=0x1018fd6640e0000, setting cluster-up flag (Was=false) 2024-11-10T01:40:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,699 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T01:40:40,700 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d55a1c3a545,33313,1731202839030 2024-11-10T01:40:40,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:40,712 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T01:40:40,713 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d55a1c3a545,33313,1731202839030 2024-11-10T01:40:40,719 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:40:40,795 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:40:40,798 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.HRegionServer(746): ClusterId : b8714954-f3ee-48c8-9b7e-a385ce90463a 2024-11-10T01:40:40,798 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(746): ClusterId : b8714954-f3ee-48c8-9b7e-a385ce90463a 2024-11-10T01:40:40,798 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(746): ClusterId : b8714954-f3ee-48c8-9b7e-a385ce90463a 2024-11-10T01:40:40,800 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:40:40,800 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:40:40,800 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:40:40,805 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:40:40,806 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:40:40,806 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:40:40,806 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:40:40,806 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:40:40,806 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:40:40,806 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:40:40,809 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:40:40,809 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:40:40,809 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:40:40,810 DEBUG [RS:1;2d55a1c3a545:40467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13052a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d55a1c3a545/172.17.0.2:0 2024-11-10T01:40:40,810 DEBUG [RS:2;2d55a1c3a545:33399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c762b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d55a1c3a545/172.17.0.2:0 2024-11-10T01:40:40,810 DEBUG [RS:0;2d55a1c3a545:37849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b073a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d55a1c3a545/172.17.0.2:0 2024-11-10T01:40:40,814 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:40:40,821 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2d55a1c3a545,33313,1731202839030 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:40:40,828 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2d55a1c3a545:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:40:40,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2d55a1c3a545:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:40:40,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2d55a1c3a545:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:40:40,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2d55a1c3a545:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:40:40,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2d55a1c3a545:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:40:40,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:40,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2d55a1c3a545:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:40:40,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:40,830 DEBUG [RS:2;2d55a1c3a545:33399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2d55a1c3a545:33399 2024-11-10T01:40:40,832 DEBUG [RS:1;2d55a1c3a545:40467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2d55a1c3a545:40467 2024-11-10T01:40:40,832 DEBUG [RS:0;2d55a1c3a545:37849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2d55a1c3a545:37849 2024-11-10T01:40:40,833 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:40:40,833 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:40:40,833 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:40:40,833 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:40:40,833 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:40:40,833 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:40:40,833 DEBUG [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:40:40,833 DEBUG [RS:1;2d55a1c3a545:40467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:40:40,833 DEBUG [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:40:40,836 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731202870836 2024-11-10T01:40:40,836 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.HRegionServer(2659): reportForDuty to master=2d55a1c3a545,33313,1731202839030 with port=40467, startcode=1731202839832 2024-11-10T01:40:40,837 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(2659): reportForDuty to master=2d55a1c3a545,33313,1731202839030 with port=37849, startcode=1731202839732 2024-11-10T01:40:40,837 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(2659): reportForDuty to master=2d55a1c3a545,33313,1731202839030 with port=33399, startcode=1731202839871 2024-11-10T01:40:40,838 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:40:40,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:40:40,838 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:40:40,838 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:40:40,842 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:40:40,843 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:40:40,843 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:40:40,843 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:40:40,845 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:40,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:40:40,844 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:40,850 DEBUG [RS:0;2d55a1c3a545:37849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:40:40,850 DEBUG [RS:1;2d55a1c3a545:40467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:40:40,850 DEBUG [RS:2;2d55a1c3a545:33399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:40:40,852 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:40:40,853 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:40:40,854 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:40:40,856 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:40:40,856 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:40:40,858 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.large.0-1731202840857,5,FailOnTimeoutGroup] 2024-11-10T01:40:40,859 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.small.0-1731202840858,5,FailOnTimeoutGroup] 2024-11-10T01:40:40,859 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:40,859 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:40:40,861 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:40,861 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:40,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:40:40,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:40:40,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:40:40,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:40:40,906 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:40,927 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36255, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:40:40,927 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51371, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:40:40,927 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49673, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:40:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:40:40,934 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2d55a1c3a545,37849,1731202839732 2024-11-10T01:40:40,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] master.ServerManager(517): Registering regionserver=2d55a1c3a545,37849,1731202839732 2024-11-10T01:40:40,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:40:40,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:40:40,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:40,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:40:40,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:40:40,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:40,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:40:40,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:40:40,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:40:40,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:40,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2d55a1c3a545,40467,1731202839832 2024-11-10T01:40:40,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] master.ServerManager(517): Registering regionserver=2d55a1c3a545,40467,1731202839832 2024-11-10T01:40:40,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:40:40,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:40:40,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:40:40,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:40,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:40:40,955 DEBUG [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:40,955 DEBUG [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34293 2024-11-10T01:40:40,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:40:40,955 DEBUG [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:40:40,957 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:40,957 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] master.ServerManager(517): Registering regionserver=2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:40,957 DEBUG [RS:1;2d55a1c3a545:40467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:40,957 DEBUG [RS:1;2d55a1c3a545:40467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34293 2024-11-10T01:40:40,958 DEBUG [RS:1;2d55a1c3a545:40467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:40:40,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:40:40,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:40,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:40:40,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:40:40,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:40:40,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740 2024-11-10T01:40:40,963 DEBUG [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:40,963 DEBUG [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34293 2024-11-10T01:40:40,963 DEBUG [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:40:40,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740 2024-11-10T01:40:40,964 DEBUG [RS:0;2d55a1c3a545:37849 {}] zookeeper.ZKUtil(111): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d55a1c3a545,37849,1731202839732 2024-11-10T01:40:40,965 WARN [RS:0;2d55a1c3a545:37849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:40:40,965 INFO [RS:0;2d55a1c3a545:37849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:40:40,965 DEBUG [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,37849,1731202839732 2024-11-10T01:40:40,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:40:40,966 DEBUG [RS:1;2d55a1c3a545:40467 {}] zookeeper.ZKUtil(111): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d55a1c3a545,40467,1731202839832 2024-11-10T01:40:40,966 WARN [RS:1;2d55a1c3a545:40467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:40:40,966 INFO [RS:1;2d55a1c3a545:40467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:40:40,966 DEBUG [RS:1;2d55a1c3a545:40467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832 2024-11-10T01:40:40,966 DEBUG [RS:2;2d55a1c3a545:33399 {}] zookeeper.ZKUtil(111): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:40,967 WARN [RS:2;2d55a1c3a545:33399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:40:40,967 INFO [RS:2;2d55a1c3a545:33399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:40:40,967 DEBUG [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:40,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:40:40,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:40:40,970 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:40:40,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d55a1c3a545,37849,1731202839732] 2024-11-10T01:40:40,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d55a1c3a545,40467,1731202839832] 2024-11-10T01:40:40,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d55a1c3a545,33399,1731202839871] 2024-11-10T01:40:40,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:40:40,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:40:40,982 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60155604, jitterRate=-0.10361164808273315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:40:40,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731202840940Initializing all the Stores at 1731202840943 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202840943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202840943Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202840943Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202840943Cleaning up temporary data from old regions at 1731202840968 (+25 ms)Region opened successfully at 1731202840986 (+18 ms) 2024-11-10T01:40:40,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:40:40,986 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:40:40,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:40:40,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:40:40,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:40:40,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:40:40,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731202840986Disabling compacts and flushes for region at 1731202840986Disabling writes for close at 1731202840986Writing region close event to WAL at 1731202840987 (+1 ms)Closed at 1731202840988 (+1 ms) 2024-11-10T01:40:40,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:40:40,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:40:40,998 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:40:40,998 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:40:40,998 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:40:41,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:40:41,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:40:41,013 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:40:41,013 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:40:41,014 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:40:41,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:40:41,021 INFO [RS:1;2d55a1c3a545:40467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:40:41,021 INFO [RS:0;2d55a1c3a545:37849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:40:41,021 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,021 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,022 INFO [RS:2;2d55a1c3a545:33399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:40:41,022 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,023 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:40:41,023 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:40:41,024 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:40:41,031 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:40:41,031 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:40:41,031 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:40:41,033 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,033 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,033 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,033 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,033 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,033 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,033 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,033 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,033 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,033 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,033 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:40:41,034 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:40:41,034 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:40:41,034 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,034 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:40:41,035 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:40:41,035 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:40:41,036 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:40:41,036 DEBUG [RS:0;2d55a1c3a545:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:40:41,036 DEBUG [RS:1;2d55a1c3a545:40467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:40:41,036 DEBUG [RS:2;2d55a1c3a545:33399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:40:41,037 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,037 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,037 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,037 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,038 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,038 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,40467,1731202839832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:40:41,038 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,038 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,038 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,038 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,038 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,038 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,038 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,038 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,039 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,039 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,37849,1731202839732-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:40:41,039 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,039 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,33399,1731202839871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:40:41,061 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:40:41,063 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,33399,1731202839871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,063 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,064 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.Replication(171): 2d55a1c3a545,33399,1731202839871 started 2024-11-10T01:40:41,064 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:40:41,064 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:40:41,064 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,40467,1731202839832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,064 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,37849,1731202839732-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,065 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,065 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,065 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.Replication(171): 2d55a1c3a545,40467,1731202839832 started 2024-11-10T01:40:41,065 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.Replication(171): 2d55a1c3a545,37849,1731202839732 started 2024-11-10T01:40:41,084 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,085 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(1482): Serving as 2d55a1c3a545,33399,1731202839871, RpcServer on 2d55a1c3a545/172.17.0.2:33399, sessionid=0x1018fd6640e0003 2024-11-10T01:40:41,085 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:40:41,086 DEBUG [RS:2;2d55a1c3a545:33399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:41,086 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,33399,1731202839871' 2024-11-10T01:40:41,086 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T01:40:41,087 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T01:40:41,087 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:40:41,087 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:40:41,088 DEBUG [RS:2;2d55a1c3a545:33399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:41,088 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,33399,1731202839871' 2024-11-10T01:40:41,088 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T01:40:41,088 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T01:40:41,089 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,089 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:41,089 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(1482): Serving as 2d55a1c3a545,37849,1731202839732, RpcServer on 2d55a1c3a545/172.17.0.2:37849, sessionid=0x1018fd6640e0001 2024-11-10T01:40:41,089 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.HRegionServer(1482): Serving as 2d55a1c3a545,40467,1731202839832, RpcServer on 2d55a1c3a545/172.17.0.2:40467, sessionid=0x1018fd6640e0002 2024-11-10T01:40:41,089 DEBUG [RS:2;2d55a1c3a545:33399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:40:41,089 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:40:41,089 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:40:41,089 DEBUG [RS:1;2d55a1c3a545:40467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d55a1c3a545,40467,1731202839832 2024-11-10T01:40:41,089 DEBUG [RS:0;2d55a1c3a545:37849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d55a1c3a545,37849,1731202839732 2024-11-10T01:40:41,090 INFO [RS:2;2d55a1c3a545:33399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:40:41,090 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,40467,1731202839832' 2024-11-10T01:40:41,090 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,37849,1731202839732' 2024-11-10T01:40:41,090 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T01:40:41,090 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T01:40:41,090 INFO [RS:2;2d55a1c3a545:33399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:40:41,090 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T01:40:41,090 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T01:40:41,091 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:40:41,091 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:40:41,091 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:40:41,091 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:40:41,091 DEBUG [RS:0;2d55a1c3a545:37849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d55a1c3a545,37849,1731202839732 2024-11-10T01:40:41,091 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,37849,1731202839732' 2024-11-10T01:40:41,091 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T01:40:41,091 DEBUG [RS:1;2d55a1c3a545:40467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d55a1c3a545,40467,1731202839832 2024-11-10T01:40:41,091 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,40467,1731202839832' 2024-11-10T01:40:41,092 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T01:40:41,092 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T01:40:41,092 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T01:40:41,093 DEBUG [RS:1;2d55a1c3a545:40467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:40:41,093 DEBUG [RS:0;2d55a1c3a545:37849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:40:41,093 INFO [RS:1;2d55a1c3a545:40467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:40:41,093 INFO [RS:1;2d55a1c3a545:40467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:40:41,093 INFO [RS:0;2d55a1c3a545:37849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:40:41,093 INFO [RS:0;2d55a1c3a545:37849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:40:41,169 WARN [2d55a1c3a545:33313 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T01:40:41,197 INFO [RS:2;2d55a1c3a545:33399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:40:41,197 INFO [RS:0;2d55a1c3a545:37849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:40:41,197 INFO [RS:1;2d55a1c3a545:40467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:40:41,201 INFO [RS:0;2d55a1c3a545:37849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C37849%2C1731202839732, suffix=, logDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,37849,1731202839732, archiveDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/oldWALs, maxLogs=32 2024-11-10T01:40:41,201 INFO [RS:2;2d55a1c3a545:33399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C33399%2C1731202839871, suffix=, logDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,33399,1731202839871, archiveDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/oldWALs, maxLogs=32 2024-11-10T01:40:41,201 INFO [RS:1;2d55a1c3a545:40467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C40467%2C1731202839832, suffix=, logDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832, archiveDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/oldWALs, maxLogs=32 2024-11-10T01:40:41,220 DEBUG [RS:0;2d55a1c3a545:37849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,37849,1731202839732/2d55a1c3a545%2C37849%2C1731202839732.1731202841206, exclude list is [], retry=0 2024-11-10T01:40:41,220 DEBUG [RS:2;2d55a1c3a545:33399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,33399,1731202839871/2d55a1c3a545%2C33399%2C1731202839871.1731202841206, exclude list is [], retry=0 2024-11-10T01:40:41,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46833,DS-3f9f2f8c-aba9-4deb-ae49-6e23fad0d3b2,DISK] 2024-11-10T01:40:41,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-e02f7a93-bcaa-4187-83f0-80a869a25e47,DISK] 2024-11-10T01:40:41,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-fec8631c-df0a-424b-be1f-e35c662cb340,DISK] 2024-11-10T01:40:41,226 DEBUG [RS:1;2d55a1c3a545:40467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832/2d55a1c3a545%2C40467%2C1731202839832.1731202841207, exclude list is [], retry=0 2024-11-10T01:40:41,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-e02f7a93-bcaa-4187-83f0-80a869a25e47,DISK] 2024-11-10T01:40:41,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-fec8631c-df0a-424b-be1f-e35c662cb340,DISK] 2024-11-10T01:40:41,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46833,DS-3f9f2f8c-aba9-4deb-ae49-6e23fad0d3b2,DISK] 2024-11-10T01:40:41,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-e02f7a93-bcaa-4187-83f0-80a869a25e47,DISK] 2024-11-10T01:40:41,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-fec8631c-df0a-424b-be1f-e35c662cb340,DISK] 2024-11-10T01:40:41,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46833,DS-3f9f2f8c-aba9-4deb-ae49-6e23fad0d3b2,DISK] 2024-11-10T01:40:41,237 INFO [RS:0;2d55a1c3a545:37849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,37849,1731202839732/2d55a1c3a545%2C37849%2C1731202839732.1731202841206 2024-11-10T01:40:41,238 DEBUG [RS:0;2d55a1c3a545:37849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38105:38105),(127.0.0.1/127.0.0.1:34373:34373),(127.0.0.1/127.0.0.1:35767:35767)] 2024-11-10T01:40:41,240 INFO [RS:2;2d55a1c3a545:33399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,33399,1731202839871/2d55a1c3a545%2C33399%2C1731202839871.1731202841206 2024-11-10T01:40:41,241 INFO [RS:1;2d55a1c3a545:40467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832/2d55a1c3a545%2C40467%2C1731202839832.1731202841207 2024-11-10T01:40:41,244 DEBUG [RS:2;2d55a1c3a545:33399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34373:34373),(127.0.0.1/127.0.0.1:35767:35767),(127.0.0.1/127.0.0.1:38105:38105)] 2024-11-10T01:40:41,244 DEBUG [RS:1;2d55a1c3a545:40467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34373:34373),(127.0.0.1/127.0.0.1:38105:38105),(127.0.0.1/127.0.0.1:35767:35767)] 2024-11-10T01:40:41,422 DEBUG [2d55a1c3a545:33313 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T01:40:41,430 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(204): Hosts are {2d55a1c3a545=0} racks are {/default-rack=0} 2024-11-10T01:40:41,437 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T01:40:41,437 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T01:40:41,437 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T01:40:41,438 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T01:40:41,438 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T01:40:41,438 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T01:40:41,438 INFO [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T01:40:41,438 INFO [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T01:40:41,438 INFO [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T01:40:41,438 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T01:40:41,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:41,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d55a1c3a545,33399,1731202839871, state=OPENING 2024-11-10T01:40:41,458 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:40:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:41,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:40:41,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:40:41,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:40:41,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:40:41,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:40:41,463 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:40:41,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2d55a1c3a545,33399,1731202839871}] 2024-11-10T01:40:49,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T01:40:49,471 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T01:40:51,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:40:51,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40187, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:40:51,506 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:40:51,506 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:40:51,507 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:40:51,510 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C33399%2C1731202839871.meta, suffix=.meta, logDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,33399,1731202839871, archiveDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/oldWALs, maxLogs=32 2024-11-10T01:40:51,527 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,33399,1731202839871/2d55a1c3a545%2C33399%2C1731202839871.meta.1731202851511.meta, exclude list is [], retry=0 2024-11-10T01:40:51,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-e02f7a93-bcaa-4187-83f0-80a869a25e47,DISK] 2024-11-10T01:40:51,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46833,DS-3f9f2f8c-aba9-4deb-ae49-6e23fad0d3b2,DISK] 2024-11-10T01:40:51,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33731,DS-fec8631c-df0a-424b-be1f-e35c662cb340,DISK] 2024-11-10T01:40:51,535 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,33399,1731202839871/2d55a1c3a545%2C33399%2C1731202839871.meta.1731202851511.meta 2024-11-10T01:40:51,535 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34373:34373),(127.0.0.1/127.0.0.1:38105:38105),(127.0.0.1/127.0.0.1:35767:35767)] 2024-11-10T01:40:51,536 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:40:51,537 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:40:51,540 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:40:51,545 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:40:51,549 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:40:51,550 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:51,550 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:40:51,550 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:40:51,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:40:51,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:40:51,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:51,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:40:51,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:40:51,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:40:51,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:51,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:40:51,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:40:51,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:40:51,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:51,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:40:51,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:40:51,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:40:51,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:51,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:40:51,562 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:40:51,563 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740 2024-11-10T01:40:51,566 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740 2024-11-10T01:40:51,568 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:40:51,568 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:40:51,569 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:40:51,572 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:40:51,573 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69938277, jitterRate=0.04216153919696808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:40:51,573 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:40:51,575 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731202851551Writing region info on filesystem at 1731202851551Initializing all the Stores at 1731202851553 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202851553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202851553Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202851553Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202851553Cleaning up temporary data from old regions at 1731202851568 (+15 ms)Running coprocessor post-open hooks at 1731202851573 (+5 ms)Region opened successfully at 1731202851575 (+2 ms) 2024-11-10T01:40:51,582 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731202851482 2024-11-10T01:40:51,593 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:40:51,594 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:40:51,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:51,597 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d55a1c3a545,33399,1731202839871, state=OPEN 2024-11-10T01:40:51,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:40:51,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:40:51,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:40:51,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:40:51,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:40:51,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:40:51,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:40:51,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:40:51,601 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:51,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:40:51,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2d55a1c3a545,33399,1731202839871 in 10.1360 sec 2024-11-10T01:40:51,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:40:51,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6070 sec 2024-11-10T01:40:51,613 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:40:51,613 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:40:51,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:40:51,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,33399,1731202839871, seqNum=-1] 2024-11-10T01:40:51,658 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:40:51,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42875, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:40:51,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9310 sec 2024-11-10T01:40:51,681 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731202851681, completionTime=-1 2024-11-10T01:40:51,684 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T01:40:51,684 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T01:40:51,712 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-10T01:40:51,712 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731202911712 2024-11-10T01:40:51,713 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731202971713 2024-11-10T01:40:51,713 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-10T01:40:51,714 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:40:51,721 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,33313,1731202839030-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:51,721 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,33313,1731202839030-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:51,722 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,33313,1731202839030-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:51,723 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2d55a1c3a545:33313, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:51,724 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:51,724 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:51,730 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:40:51,751 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.795sec 2024-11-10T01:40:51,753 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:40:51,754 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:40:51,755 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:40:51,755 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:40:51,755 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:40:51,756 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,33313,1731202839030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:40:51,757 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,33313,1731202839030-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:40:51,761 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:40:51,762 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:40:51,762 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,33313,1731202839030-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:40:51,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532ce948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:40:51,823 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T01:40:51,823 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T01:40:51,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2d55a1c3a545,33313,-1 for getting cluster id 2024-11-10T01:40:51,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:40:51,842 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8714954-f3ee-48c8-9b7e-a385ce90463a' 2024-11-10T01:40:51,845 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:40:51,845 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8714954-f3ee-48c8-9b7e-a385ce90463a" 2024-11-10T01:40:51,846 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19feb2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:40:51,846 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2d55a1c3a545,33313,-1] 2024-11-10T01:40:51,848 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:40:51,851 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:40:51,851 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:40:51,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5d0bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:40:51,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:40:51,863 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,33399,1731202839871, seqNum=-1] 2024-11-10T01:40:51,864 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:40:51,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:40:51,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2d55a1c3a545,33313,1731202839030 2024-11-10T01:40:51,924 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731202851922 (current time:1731202851922). 2024-11-10T01:40:51,924 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T01:40:51,925 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T01:40:51,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:40:51,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2d55a1c3a545,33313,-1 for getting cluster id 2024-11-10T01:40:51,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:40:51,930 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8714954-f3ee-48c8-9b7e-a385ce90463a' 2024-11-10T01:40:51,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:40:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8714954-f3ee-48c8-9b7e-a385ce90463a" 2024-11-10T01:40:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4467dc79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:40:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2d55a1c3a545,33313,-1] 2024-11-10T01:40:51,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:40:51,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:40:51,933 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:40:51,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4127a1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:40:51,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:40:51,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,33399,1731202839871, seqNum=-1] 2024-11-10T01:40:51,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:40:51,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:40:51,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:40:51,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:40:51,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:40:51,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:40:51,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:40:51,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:40:51,968 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2d55a1c3a545,33313,1731202839030 2024-11-10T01:40:51,971 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe12e7d 2024-11-10T01:40:51,972 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:40:51,975 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:40:51,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:40:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T01:40:51,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:40:51,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T01:40:51,993 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:40:51,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:40:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:40:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741837_1013 (size=361) 2024-11-10T01:40:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741837_1013 (size=361) 2024-11-10T01:40:52,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741837_1013 (size=361) 2024-11-10T01:40:52,014 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0de1aebe8fb7da670dd5f601148d2de2, NAME => 'SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:52,014 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 85e22f83c6db6fba60421871373e179b, NAME => 'SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:52,014 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1ae18f6993518b06bac074eb0b8b874, NAME => 'SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:52,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741838_1014 (size=62) 2024-11-10T01:40:52,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741838_1014 (size=62) 2024-11-10T01:40:52,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741838_1014 (size=62) 2024-11-10T01:40:52,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741839_1015 (size=62) 2024-11-10T01:40:52,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741839_1015 (size=62) 2024-11-10T01:40:52,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741839_1015 (size=62) 2024-11-10T01:40:52,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:52,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:52,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0de1aebe8fb7da670dd5f601148d2de2, disabling compactions & flushes 2024-11-10T01:40:52,043 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:40:52,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:40:52,043 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 85e22f83c6db6fba60421871373e179b, disabling compactions & flushes 2024-11-10T01:40:52,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. after waiting 0 ms 2024-11-10T01:40:52,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:40:52,044 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:40:52,044 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:40:52,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:40:52,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0de1aebe8fb7da670dd5f601148d2de2: Waiting for close lock at 1731202852043Disabling compacts and flushes for region at 1731202852043Disabling writes for close at 1731202852044 (+1 ms)Writing region close event to WAL at 1731202852044Closed at 1731202852044 2024-11-10T01:40:52,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. after waiting 0 ms 2024-11-10T01:40:52,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:40:52,044 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:40:52,044 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 85e22f83c6db6fba60421871373e179b: Waiting for close lock at 1731202852043Disabling compacts and flushes for region at 1731202852043Disabling writes for close at 1731202852044 (+1 ms)Writing region close event to WAL at 1731202852044Closed at 1731202852044 2024-11-10T01:40:52,044 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2a4cd0592fcf7e65a076cb6c298b5b49, NAME => 'SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:52,045 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1d1106c740a750614473b841d070280a, NAME => 'SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:52,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741840_1016 (size=54) 2024-11-10T01:40:52,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741840_1016 (size=54) 2024-11-10T01:40:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741840_1016 (size=54) 2024-11-10T01:40:52,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:52,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e1ae18f6993518b06bac074eb0b8b874, disabling compactions & flushes 2024-11-10T01:40:52,057 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:40:52,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:40:52,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. after waiting 0 ms 2024-11-10T01:40:52,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:40:52,057 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:40:52,057 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1ae18f6993518b06bac074eb0b8b874: Waiting for close lock at 1731202852057Disabling compacts and flushes for region at 1731202852057Disabling writes for close at 1731202852057Writing region close event to WAL at 1731202852057Closed at 1731202852057 2024-11-10T01:40:52,058 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, NAME => 'SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741842_1018 (size=62) 2024-11-10T01:40:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741842_1018 (size=62) 2024-11-10T01:40:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741843_1019 (size=62) 2024-11-10T01:40:52,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741843_1019 (size=62) 2024-11-10T01:40:52,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741841_1017 (size=62) 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:52,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741842_1018 (size=62) 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, disabling compactions & flushes 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:52,080 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2a4cd0592fcf7e65a076cb6c298b5b49, disabling compactions & flushes 2024-11-10T01:40:52,080 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. after waiting 0 ms 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. after waiting 0 ms 2024-11-10T01:40:52,080 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:40:52,080 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc: Waiting for close lock at 1731202852080Disabling compacts and flushes for region at 1731202852080Disabling writes for close at 1731202852080Writing region close event to WAL at 1731202852080Closed at 1731202852080 2024-11-10T01:40:52,080 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2a4cd0592fcf7e65a076cb6c298b5b49: Waiting for close lock at 1731202852080Disabling compacts and flushes for region at 1731202852080Disabling writes for close at 1731202852080Writing region close event to WAL at 1731202852080Closed at 1731202852080 2024-11-10T01:40:52,081 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7e697705c3b2cad067679678f03c2bd4, NAME => 'SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741841_1017 (size=62) 2024-11-10T01:40:52,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741843_1019 (size=62) 2024-11-10T01:40:52,082 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8c580159f2a7b44e2d34cd3bd135d37, NAME => 'SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:52,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741841_1017 (size=62) 2024-11-10T01:40:52,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:52,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1d1106c740a750614473b841d070280a, disabling compactions & flushes 2024-11-10T01:40:52,084 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:40:52,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:40:52,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. after waiting 0 ms 2024-11-10T01:40:52,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:40:52,084 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:40:52,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1d1106c740a750614473b841d070280a: Waiting for close lock at 1731202852084Disabling compacts and flushes for region at 1731202852084Disabling writes for close at 1731202852084Writing region close event to WAL at 1731202852084Closed at 1731202852084 2024-11-10T01:40:52,085 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fc4cc7829a7a5eabbe142709842c4799, NAME => 'SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:52,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741844_1020 (size=62) 2024-11-10T01:40:52,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741844_1020 (size=62) 2024-11-10T01:40:52,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741844_1020 (size=62) 2024-11-10T01:40:52,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:52,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d8c580159f2a7b44e2d34cd3bd135d37, disabling compactions & flushes 2024-11-10T01:40:52,102 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:40:52,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:40:52,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. after waiting 0 ms 2024-11-10T01:40:52,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:40:52,102 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:40:52,102 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8c580159f2a7b44e2d34cd3bd135d37: Waiting for close lock at 1731202852102Disabling compacts and flushes for region at 1731202852102Disabling writes for close at 1731202852102Writing region close event to WAL at 1731202852102Closed at 1731202852102 2024-11-10T01:40:52,103 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40954efa7b47ec95f86ec5b83cca7b5e, NAME => 'SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe 2024-11-10T01:40:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:40:52,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741845_1021 (size=62) 2024-11-10T01:40:52,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741845_1021 (size=62) 2024-11-10T01:40:52,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741845_1021 (size=62) 2024-11-10T01:40:52,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:52,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7e697705c3b2cad067679678f03c2bd4, disabling compactions & flushes 2024-11-10T01:40:52,114 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:40:52,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:40:52,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. after waiting 0 ms 2024-11-10T01:40:52,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:40:52,114 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:40:52,114 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7e697705c3b2cad067679678f03c2bd4: Waiting for close lock at 1731202852114Disabling compacts and flushes for region at 1731202852114Disabling writes for close at 1731202852114Writing region close event to WAL at 1731202852114Closed at 1731202852114 2024-11-10T01:40:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741846_1022 (size=62) 2024-11-10T01:40:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741846_1022 (size=62) 2024-11-10T01:40:52,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741846_1022 (size=62) 2024-11-10T01:40:52,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:52,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fc4cc7829a7a5eabbe142709842c4799, disabling compactions & flushes 2024-11-10T01:40:52,119 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:40:52,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:40:52,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. after waiting 0 ms 2024-11-10T01:40:52,119 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:40:52,120 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:40:52,120 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fc4cc7829a7a5eabbe142709842c4799: Waiting for close lock at 1731202852119Disabling compacts and flushes for region at 1731202852119Disabling writes for close at 1731202852119Writing region close event to WAL at 1731202852119Closed at 1731202852119 2024-11-10T01:40:52,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741847_1023 (size=54) 2024-11-10T01:40:52,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741847_1023 (size=54) 2024-11-10T01:40:52,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741847_1023 (size=54) 2024-11-10T01:40:52,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:40:52,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 40954efa7b47ec95f86ec5b83cca7b5e, disabling compactions & flushes 2024-11-10T01:40:52,124 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:40:52,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:40:52,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. after waiting 0 ms 2024-11-10T01:40:52,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:40:52,124 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:40:52,124 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40954efa7b47ec95f86ec5b83cca7b5e: Waiting for close lock at 1731202852124Disabling compacts and flushes for region at 1731202852124Disabling writes for close at 1731202852124Writing region close event to WAL at 1731202852124Closed at 1731202852124 2024-11-10T01:40:52,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:40:52,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202852127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202852127"}]},"ts":"1731202852127"} 2024-11-10T01:40:52,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202852127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202852127"}]},"ts":"1731202852127"} 2024-11-10T01:40:52,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731202852127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202852127"}]},"ts":"1731202852127"} 2024-11-10T01:40:52,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202852127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202852127"}]},"ts":"1731202852127"} 2024-11-10T01:40:52,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202852127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202852127"}]},"ts":"1731202852127"} 2024-11-10T01:40:52,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202852127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202852127"}]},"ts":"1731202852127"} 2024-11-10T01:40:52,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202852127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202852127"}]},"ts":"1731202852127"} 2024-11-10T01:40:52,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202852127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202852127"}]},"ts":"1731202852127"} 2024-11-10T01:40:52,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202852127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202852127"}]},"ts":"1731202852127"} 2024-11-10T01:40:52,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731202852127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202852127"}]},"ts":"1731202852127"} 2024-11-10T01:40:52,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T01:40:52,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:40:52,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202852172"}]},"ts":"1731202852172"} 2024-11-10T01:40:52,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T01:40:52,179 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2d55a1c3a545=0} racks are {/default-rack=0} 2024-11-10T01:40:52,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T01:40:52,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T01:40:52,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T01:40:52,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T01:40:52,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T01:40:52,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T01:40:52,188 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T01:40:52,188 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T01:40:52,188 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T01:40:52,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T01:40:52,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1ae18f6993518b06bac074eb0b8b874, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85e22f83c6db6fba60421871373e179b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0de1aebe8fb7da670dd5f601148d2de2, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a4cd0592fcf7e65a076cb6c298b5b49, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d1106c740a750614473b841d070280a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c580159f2a7b44e2d34cd3bd135d37, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7e697705c3b2cad067679678f03c2bd4, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc4cc7829a7a5eabbe142709842c4799, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40954efa7b47ec95f86ec5b83cca7b5e, ASSIGN}] 2024-11-10T01:40:52,194 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7e697705c3b2cad067679678f03c2bd4, ASSIGN 2024-11-10T01:40:52,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc4cc7829a7a5eabbe142709842c4799, ASSIGN 2024-11-10T01:40:52,194 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c580159f2a7b44e2d34cd3bd135d37, ASSIGN 2024-11-10T01:40:52,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, ASSIGN 2024-11-10T01:40:52,196 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8c580159f2a7b44e2d34cd3bd135d37, ASSIGN; state=OFFLINE, location=2d55a1c3a545,40467,1731202839832; forceNewPlan=false, retain=false 2024-11-10T01:40:52,196 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7e697705c3b2cad067679678f03c2bd4, ASSIGN; state=OFFLINE, location=2d55a1c3a545,33399,1731202839871; forceNewPlan=false, retain=false 2024-11-10T01:40:52,196 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, ASSIGN; state=OFFLINE, location=2d55a1c3a545,40467,1731202839832; forceNewPlan=false, retain=false 2024-11-10T01:40:52,196 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc4cc7829a7a5eabbe142709842c4799, ASSIGN; state=OFFLINE, location=2d55a1c3a545,37849,1731202839732; forceNewPlan=false, retain=false 2024-11-10T01:40:52,199 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40954efa7b47ec95f86ec5b83cca7b5e, ASSIGN 2024-11-10T01:40:52,200 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40954efa7b47ec95f86ec5b83cca7b5e, ASSIGN; state=OFFLINE, location=2d55a1c3a545,40467,1731202839832; forceNewPlan=false, retain=false 2024-11-10T01:40:52,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a4cd0592fcf7e65a076cb6c298b5b49, ASSIGN 2024-11-10T01:40:52,203 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d1106c740a750614473b841d070280a, ASSIGN 2024-11-10T01:40:52,203 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0de1aebe8fb7da670dd5f601148d2de2, ASSIGN 2024-11-10T01:40:52,203 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85e22f83c6db6fba60421871373e179b, ASSIGN 2024-11-10T01:40:52,203 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a4cd0592fcf7e65a076cb6c298b5b49, ASSIGN; state=OFFLINE, location=2d55a1c3a545,33399,1731202839871; forceNewPlan=false, retain=false 2024-11-10T01:40:52,203 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1ae18f6993518b06bac074eb0b8b874, ASSIGN 2024-11-10T01:40:52,206 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d1106c740a750614473b841d070280a, ASSIGN; state=OFFLINE, location=2d55a1c3a545,37849,1731202839732; forceNewPlan=false, retain=false 2024-11-10T01:40:52,206 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0de1aebe8fb7da670dd5f601148d2de2, ASSIGN; state=OFFLINE, location=2d55a1c3a545,40467,1731202839832; forceNewPlan=false, retain=false 2024-11-10T01:40:52,206 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1ae18f6993518b06bac074eb0b8b874, ASSIGN; state=OFFLINE, location=2d55a1c3a545,37849,1731202839732; forceNewPlan=false, retain=false 2024-11-10T01:40:52,206 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85e22f83c6db6fba60421871373e179b, ASSIGN; state=OFFLINE, location=2d55a1c3a545,33399,1731202839871; forceNewPlan=false, retain=false 2024-11-10T01:40:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:40:52,349 INFO [2d55a1c3a545:33313 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T01:40:52,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, regionState=OPENING, regionLocation=2d55a1c3a545,40467,1731202839832 2024-11-10T01:40:52,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0de1aebe8fb7da670dd5f601148d2de2, regionState=OPENING, regionLocation=2d55a1c3a545,40467,1731202839832 2024-11-10T01:40:52,350 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fc4cc7829a7a5eabbe142709842c4799, regionState=OPENING, regionLocation=2d55a1c3a545,37849,1731202839732 2024-11-10T01:40:52,350 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d8c580159f2a7b44e2d34cd3bd135d37, regionState=OPENING, regionLocation=2d55a1c3a545,40467,1731202839832 2024-11-10T01:40:52,350 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=40954efa7b47ec95f86ec5b83cca7b5e, regionState=OPENING, regionLocation=2d55a1c3a545,40467,1731202839832 2024-11-10T01:40:52,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d1106c740a750614473b841d070280a, regionState=OPENING, regionLocation=2d55a1c3a545,37849,1731202839732 2024-11-10T01:40:52,351 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=85e22f83c6db6fba60421871373e179b, regionState=OPENING, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:52,351 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1ae18f6993518b06bac074eb0b8b874, regionState=OPENING, regionLocation=2d55a1c3a545,37849,1731202839732 2024-11-10T01:40:52,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7e697705c3b2cad067679678f03c2bd4, regionState=OPENING, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:52,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2a4cd0592fcf7e65a076cb6c298b5b49, regionState=OPENING, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:40:52,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc4cc7829a7a5eabbe142709842c4799, ASSIGN because future has completed 2024-11-10T01:40:52,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc4cc7829a7a5eabbe142709842c4799, server=2d55a1c3a545,37849,1731202839732}] 2024-11-10T01:40:52,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, ASSIGN because future has completed 2024-11-10T01:40:52,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, server=2d55a1c3a545,40467,1731202839832}] 2024-11-10T01:40:52,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8c580159f2a7b44e2d34cd3bd135d37, ASSIGN because future has completed 2024-11-10T01:40:52,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0de1aebe8fb7da670dd5f601148d2de2, ASSIGN because future has completed 2024-11-10T01:40:52,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37, server=2d55a1c3a545,40467,1731202839832}] 2024-11-10T01:40:52,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2, server=2d55a1c3a545,40467,1731202839832}] 2024-11-10T01:40:52,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40954efa7b47ec95f86ec5b83cca7b5e, ASSIGN because future has completed 2024-11-10T01:40:52,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1d1106c740a750614473b841d070280a, ASSIGN because future has completed 2024-11-10T01:40:52,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e, server=2d55a1c3a545,40467,1731202839832}] 2024-11-10T01:40:52,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d1106c740a750614473b841d070280a, server=2d55a1c3a545,37849,1731202839732}] 2024-11-10T01:40:52,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=85e22f83c6db6fba60421871373e179b, ASSIGN because future has completed 2024-11-10T01:40:52,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e1ae18f6993518b06bac074eb0b8b874, ASSIGN because future has completed 2024-11-10T01:40:52,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85e22f83c6db6fba60421871373e179b, server=2d55a1c3a545,33399,1731202839871}] 2024-11-10T01:40:52,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7e697705c3b2cad067679678f03c2bd4, ASSIGN because future has completed 2024-11-10T01:40:52,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2a4cd0592fcf7e65a076cb6c298b5b49, ASSIGN because future has completed 2024-11-10T01:40:52,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a4cd0592fcf7e65a076cb6c298b5b49, server=2d55a1c3a545,33399,1731202839871}] 2024-11-10T01:40:52,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e697705c3b2cad067679678f03c2bd4, server=2d55a1c3a545,33399,1731202839871}] 2024-11-10T01:40:52,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1ae18f6993518b06bac074eb0b8b874, server=2d55a1c3a545,37849,1731202839732}] 2024-11-10T01:40:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:40:52,993 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:40:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:40:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:40:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:40:57,085 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T01:40:59,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:40:59,470 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T01:40:59,471 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:40:59,471 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T01:41:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:41:02,362 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:41:02,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:41:02,365 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:41:02,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:41:02,372 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:41:02,372 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:41:02,372 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e1ae18f6993518b06bac074eb0b8b874, NAME => 'SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T01:41:02,372 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d8c580159f2a7b44e2d34cd3bd135d37, NAME => 'SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T01:41:02,372 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,372 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:02,373 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,373 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,373 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,373 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:02,373 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,373 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,375 INFO [StoreOpener-e1ae18f6993518b06bac074eb0b8b874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,375 INFO [StoreOpener-d8c580159f2a7b44e2d34cd3bd135d37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,377 INFO [StoreOpener-d8c580159f2a7b44e2d34cd3bd135d37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c580159f2a7b44e2d34cd3bd135d37 columnFamilyName cf 2024-11-10T01:41:02,377 INFO [StoreOpener-e1ae18f6993518b06bac074eb0b8b874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1ae18f6993518b06bac074eb0b8b874 columnFamilyName cf 2024-11-10T01:41:02,377 DEBUG [StoreOpener-d8c580159f2a7b44e2d34cd3bd135d37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:02,377 DEBUG [StoreOpener-e1ae18f6993518b06bac074eb0b8b874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:02,378 INFO [StoreOpener-d8c580159f2a7b44e2d34cd3bd135d37-1 {}] regionserver.HStore(327): Store=d8c580159f2a7b44e2d34cd3bd135d37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:02,378 INFO [StoreOpener-e1ae18f6993518b06bac074eb0b8b874-1 {}] regionserver.HStore(327): Store=e1ae18f6993518b06bac074eb0b8b874/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:02,378 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,379 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,379 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,380 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,380 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,380 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,380 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,381 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,381 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,381 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,383 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,384 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,387 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/e1ae18f6993518b06bac074eb0b8b874/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:41:02,388 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/d8c580159f2a7b44e2d34cd3bd135d37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:41:02,388 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e1ae18f6993518b06bac074eb0b8b874; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65387436, jitterRate=-0.025651276111602783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:02,388 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:02,389 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d8c580159f2a7b44e2d34cd3bd135d37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59985600, jitterRate=-0.10614490509033203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:02,389 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:41:02,389 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:02,389 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a4cd0592fcf7e65a076cb6c298b5b49, NAME => 'SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T01:41:02,390 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e1ae18f6993518b06bac074eb0b8b874: Running coprocessor pre-open hook at 1731202862373Writing region info on filesystem at 1731202862373Initializing all the Stores at 1731202862374 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202862374Cleaning up temporary data from old regions at 1731202862381 (+7 ms)Running coprocessor post-open hooks at 1731202862389 (+8 ms)Region opened successfully at 1731202862389 2024-11-10T01:41:02,390 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,390 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d8c580159f2a7b44e2d34cd3bd135d37: Running coprocessor pre-open hook at 1731202862373Writing region info on filesystem at 1731202862373Initializing all the Stores at 1731202862374 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202862374Cleaning up temporary data from old regions at 1731202862381 (+7 ms)Running coprocessor post-open hooks at 1731202862389 (+8 ms)Region opened successfully at 1731202862389 2024-11-10T01:41:02,390 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:02,390 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,390 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,392 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37., pid=17, masterSystemTime=1731202862365 2024-11-10T01:41:02,392 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874., pid=24, masterSystemTime=1731202862361 2024-11-10T01:41:02,393 INFO [StoreOpener-2a4cd0592fcf7e65a076cb6c298b5b49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,395 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:41:02,395 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:41:02,395 INFO [StoreOpener-2a4cd0592fcf7e65a076cb6c298b5b49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4cd0592fcf7e65a076cb6c298b5b49 columnFamilyName cf 2024-11-10T01:41:02,395 DEBUG [StoreOpener-2a4cd0592fcf7e65a076cb6c298b5b49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:02,395 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:41:02,396 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, NAME => 'SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T01:41:02,396 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,396 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d8c580159f2a7b44e2d34cd3bd135d37, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,40467,1731202839832 2024-11-10T01:41:02,396 INFO [StoreOpener-2a4cd0592fcf7e65a076cb6c298b5b49-1 {}] regionserver.HStore(327): Store=2a4cd0592fcf7e65a076cb6c298b5b49/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:02,396 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:02,397 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,397 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,397 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,398 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:41:02,398 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:41:02,398 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:41:02,398 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d1106c740a750614473b841d070280a, NAME => 'SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T01:41:02,398 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,399 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:02,399 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1ae18f6993518b06bac074eb0b8b874, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:02,399 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,399 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,399 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37, server=2d55a1c3a545,40467,1731202839832 because future has completed 2024-11-10T01:41:02,400 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,401 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,401 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,401 INFO [StoreOpener-1d1106c740a750614473b841d070280a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,402 INFO [StoreOpener-92f3a11a68ee9f9cb8ea77ac6fe6cbcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1ae18f6993518b06bac074eb0b8b874, server=2d55a1c3a545,37849,1731202839732 because future has completed 2024-11-10T01:41:02,405 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,405 INFO [StoreOpener-1d1106c740a750614473b841d070280a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d1106c740a750614473b841d070280a columnFamilyName cf 2024-11-10T01:41:02,405 INFO [StoreOpener-92f3a11a68ee9f9cb8ea77ac6fe6cbcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f3a11a68ee9f9cb8ea77ac6fe6cbcc columnFamilyName cf 2024-11-10T01:41:02,405 DEBUG [StoreOpener-92f3a11a68ee9f9cb8ea77ac6fe6cbcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:02,405 DEBUG [StoreOpener-1d1106c740a750614473b841d070280a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:02,406 INFO [StoreOpener-92f3a11a68ee9f9cb8ea77ac6fe6cbcc-1 {}] regionserver.HStore(327): Store=92f3a11a68ee9f9cb8ea77ac6fe6cbcc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:02,406 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,406 INFO [StoreOpener-1d1106c740a750614473b841d070280a-1 {}] regionserver.HStore(327): Store=1d1106c740a750614473b841d070280a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:02,406 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,408 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-10T01:41:02,408 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37, server=2d55a1c3a545,40467,1731202839832 in 10.0410 sec 2024-11-10T01:41:02,408 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,409 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,409 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,409 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,409 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/2a4cd0592fcf7e65a076cb6c298b5b49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:41:02,410 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,410 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,411 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 2a4cd0592fcf7e65a076cb6c298b5b49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64276358, jitterRate=-0.04220762848854065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:02,411 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:02,411 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 2a4cd0592fcf7e65a076cb6c298b5b49: Running coprocessor pre-open hook at 1731202862390Writing region info on filesystem at 1731202862390Initializing all the Stores at 1731202862392 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202862393 (+1 ms)Cleaning up temporary data from old regions at 1731202862401 (+8 ms)Running coprocessor post-open hooks at 1731202862411 (+10 ms)Region opened successfully at 1731202862411 2024-11-10T01:41:02,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=5 2024-11-10T01:41:02,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c580159f2a7b44e2d34cd3bd135d37, ASSIGN in 10.2190 sec 2024-11-10T01:41:02,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e1ae18f6993518b06bac074eb0b8b874, server=2d55a1c3a545,37849,1731202839732 in 10.0280 sec 2024-11-10T01:41:02,413 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49., pid=22, masterSystemTime=1731202862381 2024-11-10T01:41:02,413 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e1ae18f6993518b06bac074eb0b8b874, ASSIGN in 10.2220 sec 2024-11-10T01:41:02,414 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,416 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:41:02,416 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:41:02,416 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:41:02,416 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e697705c3b2cad067679678f03c2bd4, NAME => 'SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T01:41:02,417 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,417 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:02,417 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,417 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,418 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2a4cd0592fcf7e65a076cb6c298b5b49, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:02,418 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/92f3a11a68ee9f9cb8ea77ac6fe6cbcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:41:02,418 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/1d1106c740a750614473b841d070280a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:41:02,419 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 1d1106c740a750614473b841d070280a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60811581, jitterRate=-0.09383682906627655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:02,419 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d1106c740a750614473b841d070280a 2024-11-10T01:41:02,419 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 1d1106c740a750614473b841d070280a: Running coprocessor pre-open hook at 1731202862399Writing region info on filesystem at 1731202862399Initializing all the Stores at 1731202862400 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202862400Cleaning up temporary data from old regions at 1731202862410 (+10 ms)Running coprocessor post-open hooks at 1731202862419 (+9 ms)Region opened successfully at 1731202862419 2024-11-10T01:41:02,420 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 92f3a11a68ee9f9cb8ea77ac6fe6cbcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71371901, jitterRate=0.06352420151233673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:02,421 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:02,421 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a., pid=20, masterSystemTime=1731202862361 2024-11-10T01:41:02,421 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc: Running coprocessor pre-open hook at 1731202862397Writing region info on filesystem at 1731202862397Initializing all the Stores at 1731202862401 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202862401Cleaning up temporary data from old regions at 1731202862409 (+8 ms)Running coprocessor post-open hooks at 1731202862421 (+12 ms)Region opened successfully at 1731202862421 2024-11-10T01:41:02,421 INFO [StoreOpener-7e697705c3b2cad067679678f03c2bd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a4cd0592fcf7e65a076cb6c298b5b49, server=2d55a1c3a545,33399,1731202839871 because future has completed 2024-11-10T01:41:02,423 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc., pid=16, masterSystemTime=1731202862365 2024-11-10T01:41:02,424 INFO [StoreOpener-7e697705c3b2cad067679678f03c2bd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e697705c3b2cad067679678f03c2bd4 columnFamilyName cf 2024-11-10T01:41:02,424 DEBUG [StoreOpener-7e697705c3b2cad067679678f03c2bd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:02,424 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:41:02,424 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:41:02,424 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:41:02,425 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => fc4cc7829a7a5eabbe142709842c4799, NAME => 'SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T01:41:02,425 INFO [StoreOpener-7e697705c3b2cad067679678f03c2bd4-1 {}] regionserver.HStore(327): Store=7e697705c3b2cad067679678f03c2bd4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:02,425 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,425 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,425 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:02,425 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,425 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,427 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:41:02,427 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:41:02,427 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,427 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:41:02,427 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 40954efa7b47ec95f86ec5b83cca7b5e, NAME => 'SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T01:41:02,427 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,428 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:02,428 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,428 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,428 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,429 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,40467,1731202839832 2024-11-10T01:41:02,429 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1d1106c740a750614473b841d070280a, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:02,429 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2d55a1c3a545,37849,1731202839732, table=SPTestTable, region=1d1106c740a750614473b841d070280a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T01:41:02,430 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33313 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=2d55a1c3a545,40467,1731202839832, table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T01:41:02,430 INFO [StoreOpener-fc4cc7829a7a5eabbe142709842c4799-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,430 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,430 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-10T01:41:02,432 INFO [StoreOpener-40954efa7b47ec95f86ec5b83cca7b5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a4cd0592fcf7e65a076cb6c298b5b49, server=2d55a1c3a545,33399,1731202839871 in 10.0460 sec 2024-11-10T01:41:02,432 INFO [StoreOpener-fc4cc7829a7a5eabbe142709842c4799-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc4cc7829a7a5eabbe142709842c4799 columnFamilyName cf 2024-11-10T01:41:02,433 DEBUG [StoreOpener-fc4cc7829a7a5eabbe142709842c4799-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:02,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d1106c740a750614473b841d070280a, server=2d55a1c3a545,37849,1731202839732 because future has completed 2024-11-10T01:41:02,434 INFO [StoreOpener-fc4cc7829a7a5eabbe142709842c4799-1 {}] regionserver.HStore(327): Store=fc4cc7829a7a5eabbe142709842c4799/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:02,434 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,435 INFO [StoreOpener-40954efa7b47ec95f86ec5b83cca7b5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40954efa7b47ec95f86ec5b83cca7b5e columnFamilyName cf 2024-11-10T01:41:02,435 DEBUG [StoreOpener-40954efa7b47ec95f86ec5b83cca7b5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:02,435 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,436 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,436 INFO [StoreOpener-40954efa7b47ec95f86ec5b83cca7b5e-1 {}] regionserver.HStore(327): Store=40954efa7b47ec95f86ec5b83cca7b5e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:02,436 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, server=2d55a1c3a545,40467,1731202839832 because future has completed 2024-11-10T01:41:02,437 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,437 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,438 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,438 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2a4cd0592fcf7e65a076cb6c298b5b49, ASSIGN in 10.2430 sec 2024-11-10T01:41:02,439 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,439 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,440 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,442 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:41:02,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-10T01:41:02,442 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d1106c740a750614473b841d070280a, server=2d55a1c3a545,37849,1731202839732 in 10.0690 sec 2024-11-10T01:41:02,442 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 7e697705c3b2cad067679678f03c2bd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73084850, jitterRate=0.08904913067817688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:02,442 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:02,443 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 7e697705c3b2cad067679678f03c2bd4: Running coprocessor pre-open hook at 1731202862417Writing region info on filesystem at 1731202862417Initializing all the Stores at 1731202862420 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202862420Cleaning up temporary data from old regions at 1731202862430 (+10 ms)Running coprocessor post-open hooks at 1731202862442 (+12 ms)Region opened successfully at 1731202862443 (+1 ms) 2024-11-10T01:41:02,443 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,445 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4., pid=23, masterSystemTime=1731202862381 2024-11-10T01:41:02,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-10T01:41:02,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, server=2d55a1c3a545,40467,1731202839832 in 10.0790 sec 2024-11-10T01:41:02,447 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:41:02,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1d1106c740a750614473b841d070280a, ASSIGN in 10.2530 sec 2024-11-10T01:41:02,448 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:41:02,448 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:41:02,448 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened fc4cc7829a7a5eabbe142709842c4799; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59815205, jitterRate=-0.1086839884519577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:02,448 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:02,449 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:41:02,449 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for fc4cc7829a7a5eabbe142709842c4799: Running coprocessor pre-open hook at 1731202862426Writing region info on filesystem at 1731202862426Initializing all the Stores at 1731202862428 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202862428Cleaning up temporary data from old regions at 1731202862438 (+10 ms)Running coprocessor post-open hooks at 1731202862448 (+10 ms)Region opened successfully at 1731202862449 (+1 ms) 2024-11-10T01:41:02,449 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 85e22f83c6db6fba60421871373e179b, NAME => 'SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T01:41:02,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, ASSIGN in 10.2560 sec 2024-11-10T01:41:02,449 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/40954efa7b47ec95f86ec5b83cca7b5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:41:02,450 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7e697705c3b2cad067679678f03c2bd4, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:02,450 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:02,450 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,450 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,451 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 40954efa7b47ec95f86ec5b83cca7b5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71321248, jitterRate=0.06276941299438477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:02,451 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:02,451 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 40954efa7b47ec95f86ec5b83cca7b5e: Running coprocessor pre-open hook at 1731202862428Writing region info on filesystem at 1731202862428Initializing all the Stores at 1731202862430 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202862430Cleaning up temporary data from old regions at 1731202862440 (+10 ms)Running coprocessor post-open hooks at 1731202862451 (+11 ms)Region opened successfully at 1731202862451 2024-11-10T01:41:02,451 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799., pid=15, masterSystemTime=1731202862361 2024-11-10T01:41:02,453 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e., pid=19, masterSystemTime=1731202862365 2024-11-10T01:41:02,453 INFO [StoreOpener-85e22f83c6db6fba60421871373e179b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,454 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:41:02,454 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:41:02,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e697705c3b2cad067679678f03c2bd4, server=2d55a1c3a545,33399,1731202839871 because future has completed 2024-11-10T01:41:02,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=fc4cc7829a7a5eabbe142709842c4799, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:02,456 INFO [StoreOpener-85e22f83c6db6fba60421871373e179b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85e22f83c6db6fba60421871373e179b columnFamilyName cf 2024-11-10T01:41:02,456 DEBUG [StoreOpener-85e22f83c6db6fba60421871373e179b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:02,457 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:41:02,457 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:41:02,457 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:41:02,458 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0de1aebe8fb7da670dd5f601148d2de2, NAME => 'SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T01:41:02,458 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,458 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:02,458 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,458 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,459 INFO [StoreOpener-85e22f83c6db6fba60421871373e179b-1 {}] regionserver.HStore(327): Store=85e22f83c6db6fba60421871373e179b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:02,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=40954efa7b47ec95f86ec5b83cca7b5e, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,40467,1731202839832 2024-11-10T01:41:02,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc4cc7829a7a5eabbe142709842c4799, server=2d55a1c3a545,37849,1731202839732 because future has completed 2024-11-10T01:41:02,459 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,461 INFO [StoreOpener-0de1aebe8fb7da670dd5f601148d2de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,461 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,462 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e, server=2d55a1c3a545,40467,1731202839832 because future has completed 2024-11-10T01:41:02,463 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,463 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,466 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=12 2024-11-10T01:41:02,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e697705c3b2cad067679678f03c2bd4, server=2d55a1c3a545,33399,1731202839871 in 10.0800 sec 2024-11-10T01:41:02,468 INFO [StoreOpener-0de1aebe8fb7da670dd5f601148d2de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de1aebe8fb7da670dd5f601148d2de2 columnFamilyName cf 2024-11-10T01:41:02,468 DEBUG [StoreOpener-0de1aebe8fb7da670dd5f601148d2de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:02,469 INFO [StoreOpener-0de1aebe8fb7da670dd5f601148d2de2-1 {}] regionserver.HStore(327): Store=0de1aebe8fb7da670dd5f601148d2de2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:02,470 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=13 2024-11-10T01:41:02,471 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,471 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7e697705c3b2cad067679678f03c2bd4, ASSIGN in 10.2780 sec 2024-11-10T01:41:02,472 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,472 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure fc4cc7829a7a5eabbe142709842c4799, server=2d55a1c3a545,37849,1731202839732 in 10.1090 sec 2024-11-10T01:41:02,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-10T01:41:02,476 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc4cc7829a7a5eabbe142709842c4799, ASSIGN in 10.2830 sec 2024-11-10T01:41:02,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e, server=2d55a1c3a545,40467,1731202839832 in 10.0970 sec 2024-11-10T01:41:02,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40954efa7b47ec95f86ec5b83cca7b5e, ASSIGN in 10.2870 sec 2024-11-10T01:41:02,481 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/0de1aebe8fb7da670dd5f601148d2de2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:41:02,481 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/85e22f83c6db6fba60421871373e179b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:41:02,481 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0de1aebe8fb7da670dd5f601148d2de2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60446765, jitterRate=-0.09927301108837128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:02,482 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:02,482 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 85e22f83c6db6fba60421871373e179b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68839234, jitterRate=0.02578452229499817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:02,482 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0de1aebe8fb7da670dd5f601148d2de2: Running coprocessor pre-open hook at 1731202862459Writing region info on filesystem at 1731202862459Initializing all the Stores at 1731202862460 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202862460Cleaning up temporary data from old regions at 1731202862472 (+12 ms)Running coprocessor post-open hooks at 1731202862482 (+10 ms)Region opened successfully at 1731202862482 2024-11-10T01:41:02,482 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:02,482 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 85e22f83c6db6fba60421871373e179b: Running coprocessor pre-open hook at 1731202862450Writing region info on filesystem at 1731202862450Initializing all the Stores at 1731202862452 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202862452Cleaning up temporary data from old regions at 1731202862463 (+11 ms)Running coprocessor post-open hooks at 1731202862482 (+19 ms)Region opened successfully at 1731202862482 2024-11-10T01:41:02,483 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b., pid=21, masterSystemTime=1731202862381 2024-11-10T01:41:02,483 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2., pid=18, masterSystemTime=1731202862365 2024-11-10T01:41:02,486 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:41:02,486 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:41:02,487 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0de1aebe8fb7da670dd5f601148d2de2, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,40467,1731202839832 2024-11-10T01:41:02,488 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:41:02,488 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:41:02,490 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=85e22f83c6db6fba60421871373e179b, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:02,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2, server=2d55a1c3a545,40467,1731202839832 because future has completed 2024-11-10T01:41:02,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85e22f83c6db6fba60421871373e179b, server=2d55a1c3a545,33399,1731202839871 because future has completed 2024-11-10T01:41:02,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=7 2024-11-10T01:41:02,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2, server=2d55a1c3a545,40467,1731202839832 in 10.1320 sec 2024-11-10T01:41:02,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0de1aebe8fb7da670dd5f601148d2de2, ASSIGN in 10.3090 sec 2024-11-10T01:41:02,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-10T01:41:02,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 85e22f83c6db6fba60421871373e179b, server=2d55a1c3a545,33399,1731202839871 in 10.1240 sec 2024-11-10T01:41:02,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-10T01:41:02,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=85e22f83c6db6fba60421871373e179b, ASSIGN in 10.3110 sec 2024-11-10T01:41:02,505 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:41:02,506 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202862505"}]},"ts":"1731202862505"} 2024-11-10T01:41:02,508 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T01:41:02,509 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:41:02,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5270 sec 2024-11-10T01:41:04,989 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T01:41:07,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T01:41:08,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:41:09,469 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-10T01:41:09,470 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-10T01:41:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:41:10,271 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T01:41:10,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T01:41:10,272 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T01:41:10,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T01:41:10,287 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T01:41:10,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T01:41:10,333 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,389 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4., hostname=2d55a1c3a545,33399,1731202839871, seqNum=2] 2024-11-10T01:41:10,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4., hostname=2d55a1c3a545,33399,1731202839871, seqNum=2] 2024-11-10T01:41:10,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4., hostname=2d55a1c3a545,33399,1731202839871, seqNum=2] 2024-11-10T01:41:10,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4., hostname=2d55a1c3a545,33399,1731202839871, seqNum=2] 2024-11-10T01:41:10,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4., hostname=2d55a1c3a545,33399,1731202839871, seqNum=2] 2024-11-10T01:41:10,402 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4., hostname=2d55a1c3a545,33399,1731202839871, seqNum=2] 2024-11-10T01:41:10,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4., hostname=2d55a1c3a545,33399,1731202839871, seqNum=2] 2024-11-10T01:41:10,405 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4., hostname=2d55a1c3a545,33399,1731202839871, seqNum=2] 2024-11-10T01:41:10,449 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799., hostname=2d55a1c3a545,37849,1731202839732, seqNum=2] 2024-11-10T01:41:10,452 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799., hostname=2d55a1c3a545,37849,1731202839732, seqNum=2] 2024-11-10T01:41:10,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799., hostname=2d55a1c3a545,37849,1731202839732, seqNum=2] 2024-11-10T01:41:10,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799., hostname=2d55a1c3a545,37849,1731202839732, seqNum=2] 2024-11-10T01:41:10,458 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799., hostname=2d55a1c3a545,37849,1731202839732, seqNum=2] 2024-11-10T01:41:10,460 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799., hostname=2d55a1c3a545,37849,1731202839732, seqNum=2] 2024-11-10T01:41:10,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799., hostname=2d55a1c3a545,37849,1731202839732, seqNum=2] 2024-11-10T01:41:10,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799., hostname=2d55a1c3a545,37849,1731202839732, seqNum=2] 2024-11-10T01:41:10,547 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,556 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,561 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:10,566 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e., hostname=2d55a1c3a545,40467,1731202839832, seqNum=2] 2024-11-10T01:41:11,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:41:11,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:41:11,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:41:11,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:41:11,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33399 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T01:41:11,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37849 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T01:41:11,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:41:11,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T01:41:12,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40467 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T01:41:12,187 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T01:41:12,189 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T01:41:12,191 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T01:41:12,197 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T01:41:12,215 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T01:41:12,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741848_1024 (size=49) 2024-11-10T01:41:12,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741848_1024 (size=49) 2024-11-10T01:41:12,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741848_1024 (size=49) 2024-11-10T01:41:12,230 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T01:41:12,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ae18f6993518b06bac074eb0b8b874}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85e22f83c6db6fba60421871373e179b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a4cd0592fcf7e65a076cb6c298b5b49}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d1106c740a750614473b841d070280a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7e697705c3b2cad067679678f03c2bd4}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc4cc7829a7a5eabbe142709842c4799}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e}] 2024-11-10T01:41:12,239 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:12,239 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:12,239 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:12,239 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:12,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:12,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:12,246 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:12,246 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:12,246 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:12,247 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d1106c740a750614473b841d070280a 2024-11-10T01:41:12,291 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2d55a1c3a545,40467,1731202839832 2024-11-10T01:41:12,292 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2d55a1c3a545,40467,1731202839832: Simulated kill ***** 2024-11-10T01:41:12,292 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:41:12,294 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:41:12,296 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:41:12,298 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:41:12,299 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:41:12,306 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 536862960 }, "NonHeapMemoryUsage": { "committed": 156303360, "init": 7667712, "max": -1, "used": 153121744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "2d55a1c3a545", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "2d55a1c3a545", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:58579", "tag.serverName": "2d55a1c3a545,33399,1731202839871", "tag.clusterId": "b8714954-f3ee-48c8-9b7e-a385ce90463a", "tag.Context": "regionserver", "tag.Hostname": "2d55a1c3a545", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731202839871, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-10T01:41:12,310 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33313 {}] master.MasterRpcServices(700): 2d55a1c3a545,40467,1731202839832 reported a fatal error: ***** ABORTING region server 2d55a1c3a545,40467,1731202839832: Simulated kill ***** 2024-11-10T01:41:12,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2d55a1c3a545,40467,1731202839832' ***** 2024-11-10T01:41:12,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T01:41:12,313 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:41:12,313 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T01:41:12,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:41:12,313 INFO [RS:1;2d55a1c3a545:40467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T01:41:12,313 INFO [RS:1;2d55a1c3a545:40467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T01:41:12,313 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:41:12,313 INFO [RS:1;2d55a1c3a545:40467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2d55a1c3a545:40467. 2024-11-10T01:41:12,313 DEBUG [RS:1;2d55a1c3a545:40467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:41:12,313 DEBUG [RS:1;2d55a1c3a545:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:41:12,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741835_1011 (size=1257) 2024-11-10T01:41:12,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741835_1011 (size=1257) 2024-11-10T01:41:12,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741835_1011 (size=1257) 2024-11-10T01:41:12,320 DEBUG [RS:1;2d55a1c3a545:40467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:41:12,320 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:41:12,321 INFO [RS:1;2d55a1c3a545:40467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40467 2024-11-10T01:41:12,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d55a1c3a545,40467,1731202839832 2024-11-10T01:41:12,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:41:12,327 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:41:12,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d55a1c3a545,40467,1731202839832] 2024-11-10T01:41:12,331 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2d55a1c3a545,40467,1731202839832 already deleted, retry=false 2024-11-10T01:41:12,331 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2d55a1c3a545,40467,1731202839832 on 2d55a1c3a545,33313,1731202839030 2024-11-10T01:41:12,337 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2d55a1c3a545,40467,1731202839832, splitWal=true, meta=false 2024-11-10T01:41:12,341 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 2d55a1c3a545,40467,1731202839832 (carryingMeta=false) 2d55a1c3a545,40467,1731202839832/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@61fe1f9e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T01:41:12,342 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2d55a1c3a545,40467,1731202839832, splitWal=true, meta=false 2024-11-10T01:41:12,344 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2d55a1c3a545,40467,1731202839832 had 4 regions 2024-11-10T01:41:12,344 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:12,344 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:12,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:12,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:12,346 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2d55a1c3a545,40467,1731202839832, splitWal=true, meta=false, isMeta: false 2024-11-10T01:41:12,346 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc can not run currently because target server of region SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T01:41:12,346 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 can not run currently because target server of region SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T01:41:12,347 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37; timeout=1000, timestamp=1731202873347 2024-11-10T01:41:12,347 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc; timeout=1000, timestamp=1731202873347 2024-11-10T01:41:12,347 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e can not run currently because target server of region SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T01:41:12,347 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 can not run currently because target server of region SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 1000 ms to retry 2024-11-10T01:41:12,347 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e; timeout=1000, timestamp=1731202873347 2024-11-10T01:41:12,347 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2; timeout=1000, timestamp=1731202873347 2024-11-10T01:41:12,349 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting 2024-11-10T01:41:12,351 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2d55a1c3a545,40467,1731202839832 WAL count=1, meta=false 2024-11-10T01:41:12,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2d55a1c3a545%2C40467%2C1731202839832.1731202841207}] 2024-11-10T01:41:12,360 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:12,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2d55a1c3a545%2C40467%2C1731202839832.1731202841207, worker=2d55a1c3a545,37849,1731202839732}] 2024-11-10T01:41:12,363 INFO [regionserver/2d55a1c3a545:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:41:12,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:41:12,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40467-0x1018fd6640e0002, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:41:12,430 INFO [RS:1;2d55a1c3a545:40467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:41:12,431 INFO [RS:1;2d55a1c3a545:40467 {}] regionserver.HRegionServer(1031): Exiting; stopping=2d55a1c3a545,40467,1731202839832; zookeeper connection closed. 2024-11-10T01:41:12,431 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19a30a64 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19a30a64 2024-11-10T01:41:13,092 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:41:13,092 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:41:13,347 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:13,347 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:13,347 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:13,348 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:13,349 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 can not run currently because target server of region SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T01:41:13,349 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e can not run currently because target server of region SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T01:41:13,349 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc can not run currently because target server of region SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T01:41:13,349 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 can not run currently because target server of region SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 2000 ms to retry 2024-11-10T01:41:13,349 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e; timeout=2000, timestamp=1731202875349 2024-11-10T01:41:13,349 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2; timeout=2000, timestamp=1731202875349 2024-11-10T01:41:13,349 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc; timeout=2000, timestamp=1731202875349 2024-11-10T01:41:13,350 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37; timeout=2000, timestamp=1731202875349 2024-11-10T01:41:15,349 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:15,349 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:15,349 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:15,350 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:15,351 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 can not run currently because target server of region SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T01:41:15,351 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 can not run currently because target server of region SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T01:41:15,351 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2; timeout=4000, timestamp=1731202879351 2024-11-10T01:41:15,351 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37; timeout=4000, timestamp=1731202879351 2024-11-10T01:41:15,351 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc can not run currently because target server of region SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T01:41:15,351 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e can not run currently because target server of region SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 4000 ms to retry 2024-11-10T01:41:15,351 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e; timeout=4000, timestamp=1731202879351 2024-11-10T01:41:15,351 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc; timeout=4000, timestamp=1731202879351 2024-11-10T01:41:19,351 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:19,352 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:19,352 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:19,352 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:19,353 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=28, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 can not run currently because target server of region SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T01:41:19,353 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 can not run currently because target server of region SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T01:41:19,353 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=31, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc can not run currently because target server of region SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T01:41:19,353 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e can not run currently because target server of region SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2d55a1c3a545,40467,1731202839832 is in state SPLITTING, wait 8000 ms to retry 2024-11-10T01:41:19,353 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=28, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2; timeout=8000, timestamp=1731202887353 2024-11-10T01:41:19,353 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37; timeout=8000, timestamp=1731202887353 2024-11-10T01:41:19,353 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=31, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc; timeout=8000, timestamp=1731202887353 2024-11-10T01:41:19,353 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e; timeout=8000, timestamp=1731202887353 2024-11-10T01:41:22,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T01:41:22,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T01:41:22,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T01:41:22,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T01:41:22,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:41:22,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:41:22,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T01:41:22,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:41:22,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:41:22,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T01:41:22,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:41:22,249 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:41:22,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-10T01:41:22,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 85e22f83c6db6fba60421871373e179b: 2024-11-10T01:41:22,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e1ae18f6993518b06bac074eb0b8b874: 2024-11-10T01:41:22,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 2a4cd0592fcf7e65a076cb6c298b5b49: 2024-11-10T01:41:22,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1d1106c740a750614473b841d070280a: 2024-11-10T01:41:22,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. for SnapshotProcedureTest completed. 2024-11-10T01:41:22,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. for SnapshotProcedureTest completed. 2024-11-10T01:41:22,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. for SnapshotProcedureTest completed. 2024-11-10T01:41:22,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. for SnapshotProcedureTest completed. 2024-11-10T01:41:22,255 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 7e697705c3b2cad067679678f03c2bd4 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T01:41:22,255 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing fc4cc7829a7a5eabbe142709842c4799 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T01:41:22,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:41:22,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:41:22,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:41:22,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:41:22,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:41:22,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:41:22,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:41:22,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:41:22,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:41:22,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:41:22,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:41:22,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:41:22,280 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207, size=1.2 K (1257bytes) 2024-11-10T01:41:22,281 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T01:41:22,282 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T01:41:22,282 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207 2024-11-10T01:41:22,290 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207 after 4ms 2024-11-10T01:41:22,309 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207 took 29ms 2024-11-10T01:41:22,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741849_1025 (size=57) 2024-11-10T01:41:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741849_1025 (size=57) 2024-11-10T01:41:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741849_1025 (size=57) 2024-11-10T01:41:22,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:41:22,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T01:41:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T01:41:22,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:22,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:41:22,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741852_1028 (size=65) 2024-11-10T01:41:22,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741852_1028 (size=65) 2024-11-10T01:41:22,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e1ae18f6993518b06bac074eb0b8b874 in 10.0940 sec 2024-11-10T01:41:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741852_1028 (size=65) 2024-11-10T01:41:22,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:41:22,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T01:41:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T01:41:22,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:22,331 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 85e22f83c6db6fba60421871373e179b 2024-11-10T01:41:22,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 85e22f83c6db6fba60421871373e179b in 10.1010 sec 2024-11-10T01:41:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741851_1027 (size=65) 2024-11-10T01:41:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741851_1027 (size=65) 2024-11-10T01:41:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741851_1027 (size=65) 2024-11-10T01:41:22,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:41:22,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T01:41:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T01:41:22,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:22,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:41:22,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2a4cd0592fcf7e65a076cb6c298b5b49 in 10.1100 sec 2024-11-10T01:41:22,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741850_1026 (size=65) 2024-11-10T01:41:22,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741850_1026 (size=65) 2024-11-10T01:41:22,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741850_1026 (size=65) 2024-11-10T01:41:22,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:41:22,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T01:41:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T01:41:22,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1d1106c740a750614473b841d070280a 2024-11-10T01:41:22,354 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1d1106c740a750614473b841d070280a 2024-11-10T01:41:22,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1d1106c740a750614473b841d070280a in 10.1230 sec 2024-11-10T01:41:22,365 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4/.tmp/cf/bd5b7c0fc72b4b028fd4c479bb696be2 is 34, key is baa/cf:cf/1731202871437/Put/seqid=0 2024-11-10T01:41:22,370 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799/.tmp/cf/ec395d92786a4c45b8e0ed25759369f2 is 34, key is ccd/cf:cf/1731202871455/Put/seqid=0 2024-11-10T01:41:22,381 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for d8c580159f2a7b44e2d34cd3bd135d37: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T01:41:22,384 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T01:41:22,386 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 40954efa7b47ec95f86ec5b83cca7b5e: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T01:41:22,388 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0de1aebe8fb7da670dd5f601148d2de2: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-10T01:41:22,388 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207 so closing down 2024-11-10T01:41:22,388 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T01:41:22,389 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T01:41:22,394 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-10T01:41:22,394 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207, journal: Splitting hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207, size=1.2 K (1257bytes) at 1731202882281Finishing writing output for hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207 so closing down at 1731202882388 (+107 ms)3 split writer threads finished at 1731202882389 (+1 ms)Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731202882394 (+5 ms) 2024-11-10T01:41:22,394 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207 2024-11-10T01:41:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741853_1029 (size=28623) 2024-11-10T01:41:22,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741853_1029 (size=28623) 2024-11-10T01:41:22,395 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T01:41:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T01:41:22,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741853_1029 (size=28623) 2024-11-10T01:41:22,397 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4/.tmp/cf/bd5b7c0fc72b4b028fd4c479bb696be2 2024-11-10T01:41:22,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741854_1030 (size=47197) 2024-11-10T01:41:22,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741854_1030 (size=47197) 2024-11-10T01:41:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741854_1030 (size=47197) 2024-11-10T01:41:22,409 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799/.tmp/cf/ec395d92786a4c45b8e0ed25759369f2 2024-11-10T01:41:22,420 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting/2d55a1c3a545%2C40467%2C1731202839832.1731202841207 to hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/oldWALs 2024-11-10T01:41:22,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-10T01:41:22,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2d55a1c3a545%2C40467%2C1731202839832.1731202841207, worker=2d55a1c3a545,37849,1731202839732 in 10.0580 sec 2024-11-10T01:41:22,427 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:22,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-10T01:41:22,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 2d55a1c3a545%2C40467%2C1731202839832.1731202841207, worker=2d55a1c3a545,37849,1731202839732 in 10.0740 sec 2024-11-10T01:41:22,434 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting dir is empty, no logs to split. 2024-11-10T01:41:22,434 INFO [PEWorker-2 {}] master.SplitWALManager(105): 2d55a1c3a545,40467,1731202839832 WAL count=0, meta=false 2024-11-10T01:41:22,434 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 2d55a1c3a545,40467,1731202839832 WAL splitting is done? wals=0, meta=false 2024-11-10T01:41:22,437 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 2d55a1c3a545,40467,1731202839832 failed, ignore...File hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/WALs/2d55a1c3a545,40467,1731202839832-splitting does not exist. 2024-11-10T01:41:22,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0de1aebe8fb7da670dd5f601148d2de2, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40954efa7b47ec95f86ec5b83cca7b5e, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c580159f2a7b44e2d34cd3bd135d37, ASSIGN}] 2024-11-10T01:41:22,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c580159f2a7b44e2d34cd3bd135d37, ASSIGN 2024-11-10T01:41:22,442 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, ASSIGN 2024-11-10T01:41:22,443 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0de1aebe8fb7da670dd5f601148d2de2, ASSIGN 2024-11-10T01:41:22,443 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40954efa7b47ec95f86ec5b83cca7b5e, ASSIGN 2024-11-10T01:41:22,444 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8c580159f2a7b44e2d34cd3bd135d37, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T01:41:22,444 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T01:41:22,446 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0de1aebe8fb7da670dd5f601148d2de2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T01:41:22,446 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40954efa7b47ec95f86ec5b83cca7b5e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T01:41:22,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4/.tmp/cf/bd5b7c0fc72b4b028fd4c479bb696be2 as hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4/cf/bd5b7c0fc72b4b028fd4c479bb696be2 2024-11-10T01:41:22,461 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799/.tmp/cf/ec395d92786a4c45b8e0ed25759369f2 as hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799/cf/ec395d92786a4c45b8e0ed25759369f2 2024-11-10T01:41:22,475 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799/cf/ec395d92786a4c45b8e0ed25759369f2, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T01:41:22,477 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4/cf/bd5b7c0fc72b4b028fd4c479bb696be2, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T01:41:22,484 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 7e697705c3b2cad067679678f03c2bd4 in 229ms, sequenceid=5, compaction requested=false 2024-11-10T01:41:22,484 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for fc4cc7829a7a5eabbe142709842c4799 in 229ms, sequenceid=5, compaction requested=false 2024-11-10T01:41:22,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 7e697705c3b2cad067679678f03c2bd4: 2024-11-10T01:41:22,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for fc4cc7829a7a5eabbe142709842c4799: 2024-11-10T01:41:22,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. for SnapshotProcedureTest completed. 2024-11-10T01:41:22,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. for SnapshotProcedureTest completed. 2024-11-10T01:41:22,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:41:22,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:41:22,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:41:22,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:41:22,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799/cf/ec395d92786a4c45b8e0ed25759369f2] hfiles 2024-11-10T01:41:22,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4/cf/bd5b7c0fc72b4b028fd4c479bb696be2] hfiles 2024-11-10T01:41:22,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4/cf/bd5b7c0fc72b4b028fd4c479bb696be2 for snapshot=SnapshotProcedureTest 2024-11-10T01:41:22,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799/cf/ec395d92786a4c45b8e0ed25759369f2 for snapshot=SnapshotProcedureTest 2024-11-10T01:41:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741855_1031 (size=105) 2024-11-10T01:41:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741855_1031 (size=105) 2024-11-10T01:41:22,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741855_1031 (size=105) 2024-11-10T01:41:22,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:41:22,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T01:41:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T01:41:22,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:22,509 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:41:22,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7e697705c3b2cad067679678f03c2bd4 in 10.2780 sec 2024-11-10T01:41:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741856_1032 (size=105) 2024-11-10T01:41:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741856_1032 (size=105) 2024-11-10T01:41:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741856_1032 (size=105) 2024-11-10T01:41:22,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:41:22,523 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T01:41:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T01:41:22,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:22,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:41:22,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fc4cc7829a7a5eabbe142709842c4799 in 10.2940 sec 2024-11-10T01:41:22,595 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(204): Hosts are {2d55a1c3a545=0} racks are {/default-rack=0} 2024-11-10T01:41:22,595 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T01:41:22,595 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T01:41:22,595 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T01:41:22,595 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T01:41:22,595 INFO [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T01:41:22,595 INFO [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T01:41:22,596 DEBUG [2d55a1c3a545:33313 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T01:41:22,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, regionState=OPENING, regionLocation=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:22,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=d8c580159f2a7b44e2d34cd3bd135d37, regionState=OPENING, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:22,596 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0de1aebe8fb7da670dd5f601148d2de2, regionState=OPENING, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:22,596 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=40954efa7b47ec95f86ec5b83cca7b5e, regionState=OPENING, regionLocation=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:22,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, ASSIGN because future has completed 2024-11-10T01:41:22,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, server=2d55a1c3a545,37849,1731202839732}] 2024-11-10T01:41:22,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=40954efa7b47ec95f86ec5b83cca7b5e, ASSIGN because future has completed 2024-11-10T01:41:22,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e, server=2d55a1c3a545,37849,1731202839732}] 2024-11-10T01:41:22,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8c580159f2a7b44e2d34cd3bd135d37, ASSIGN because future has completed 2024-11-10T01:41:22,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37, server=2d55a1c3a545,33399,1731202839871}] 2024-11-10T01:41:22,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0de1aebe8fb7da670dd5f601148d2de2, ASSIGN because future has completed 2024-11-10T01:41:22,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2, server=2d55a1c3a545,33399,1731202839871}] 2024-11-10T01:41:27,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc held by pid=39 2024-11-10T01:41:27,354 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e held by pid=41 2024-11-10T01:41:27,354 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:27,354 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 held by pid=42 2024-11-10T01:41:27,354 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:27,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:27,354 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 held by pid=40 2024-11-10T01:41:27,354 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:31,831 INFO [master/2d55a1c3a545:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T01:41:31,832 INFO [master/2d55a1c3a545:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T01:41:32,612 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:41:32,612 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, NAME => 'SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T01:41:32,613 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,613 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:32,613 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,613 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,615 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:41:32,615 INFO [StoreOpener-92f3a11a68ee9f9cb8ea77ac6fe6cbcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,615 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => d8c580159f2a7b44e2d34cd3bd135d37, NAME => 'SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T01:41:32,616 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,616 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:32,616 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,616 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,616 INFO [StoreOpener-92f3a11a68ee9f9cb8ea77ac6fe6cbcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 92f3a11a68ee9f9cb8ea77ac6fe6cbcc columnFamilyName cf 2024-11-10T01:41:32,617 DEBUG [StoreOpener-92f3a11a68ee9f9cb8ea77ac6fe6cbcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:32,617 INFO [StoreOpener-92f3a11a68ee9f9cb8ea77ac6fe6cbcc-1 {}] regionserver.HStore(327): Store=92f3a11a68ee9f9cb8ea77ac6fe6cbcc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:32,617 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,618 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,620 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,621 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,621 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,622 INFO [StoreOpener-d8c580159f2a7b44e2d34cd3bd135d37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,623 INFO [StoreOpener-d8c580159f2a7b44e2d34cd3bd135d37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c580159f2a7b44e2d34cd3bd135d37 columnFamilyName cf 2024-11-10T01:41:32,623 DEBUG [StoreOpener-d8c580159f2a7b44e2d34cd3bd135d37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:32,624 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,624 INFO [StoreOpener-d8c580159f2a7b44e2d34cd3bd135d37-1 {}] regionserver.HStore(327): Store=d8c580159f2a7b44e2d34cd3bd135d37/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:32,624 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,625 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,625 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 92f3a11a68ee9f9cb8ea77ac6fe6cbcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62407495, jitterRate=-0.07005585730075836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:32,625 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,625 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc: Running coprocessor pre-open hook at 1731202892613Writing region info on filesystem at 1731202892613Initializing all the Stores at 1731202892615 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202892615Cleaning up temporary data from old regions at 1731202892621 (+6 ms)Running coprocessor post-open hooks at 1731202892625 (+4 ms)Region opened successfully at 1731202892625 2024-11-10T01:41:32,627 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc., pid=43, masterSystemTime=1731202892605 2024-11-10T01:41:32,627 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,628 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,628 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,629 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:41:32,629 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:41:32,629 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:41:32,630 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 40954efa7b47ec95f86ec5b83cca7b5e, NAME => 'SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T01:41:32,630 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,630 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:32,630 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:32,630 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,630 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,633 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,632 INFO [StoreOpener-40954efa7b47ec95f86ec5b83cca7b5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, server=2d55a1c3a545,37849,1731202839732 because future has completed 2024-11-10T01:41:32,634 INFO [StoreOpener-40954efa7b47ec95f86ec5b83cca7b5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40954efa7b47ec95f86ec5b83cca7b5e columnFamilyName cf 2024-11-10T01:41:32,634 DEBUG [StoreOpener-40954efa7b47ec95f86ec5b83cca7b5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:32,635 INFO [StoreOpener-40954efa7b47ec95f86ec5b83cca7b5e-1 {}] regionserver.HStore(327): Store=40954efa7b47ec95f86ec5b83cca7b5e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:32,635 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,637 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,637 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened d8c580159f2a7b44e2d34cd3bd135d37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71681942, jitterRate=0.06814417243003845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:32,637 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,637 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for d8c580159f2a7b44e2d34cd3bd135d37: Running coprocessor pre-open hook at 1731202892616Writing region info on filesystem at 1731202892616Initializing all the Stores at 1731202892617 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202892618 (+1 ms)Cleaning up temporary data from old regions at 1731202892628 (+10 ms)Running coprocessor post-open hooks at 1731202892637 (+9 ms)Region opened successfully at 1731202892637 2024-11-10T01:41:32,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-10T01:41:32,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, server=2d55a1c3a545,37849,1731202839732 in 10.0340 sec 2024-11-10T01:41:32,638 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37., pid=45, masterSystemTime=1731202892609 2024-11-10T01:41:32,639 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=92f3a11a68ee9f9cb8ea77ac6fe6cbcc, ASSIGN in 10.1970 sec 2024-11-10T01:41:32,639 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:32,640 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,640 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,640 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:41:32,640 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:41:32,640 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:41:32,640 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 0de1aebe8fb7da670dd5f601148d2de2, NAME => 'SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T01:41:32,641 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=d8c580159f2a7b44e2d34cd3bd135d37, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:32,641 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:41:32,641 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,641 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,643 INFO [StoreOpener-0de1aebe8fb7da670dd5f601148d2de2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37, server=2d55a1c3a545,33399,1731202839871 because future has completed 2024-11-10T01:41:32,645 INFO [StoreOpener-0de1aebe8fb7da670dd5f601148d2de2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0de1aebe8fb7da670dd5f601148d2de2 columnFamilyName cf 2024-11-10T01:41:32,645 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,645 DEBUG [StoreOpener-0de1aebe8fb7da670dd5f601148d2de2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:41:32,646 INFO [StoreOpener-0de1aebe8fb7da670dd5f601148d2de2-1 {}] regionserver.HStore(327): Store=0de1aebe8fb7da670dd5f601148d2de2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:41:32,646 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,647 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 40954efa7b47ec95f86ec5b83cca7b5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60339255, jitterRate=-0.10087503492832184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:32,647 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,647 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,647 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 40954efa7b47ec95f86ec5b83cca7b5e: Running coprocessor pre-open hook at 1731202892631Writing region info on filesystem at 1731202892631Initializing all the Stores at 1731202892632 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202892632Cleaning up temporary data from old regions at 1731202892640 (+8 ms)Running coprocessor post-open hooks at 1731202892647 (+7 ms)Region opened successfully at 1731202892647 2024-11-10T01:41:32,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-10T01:41:32,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37, server=2d55a1c3a545,33399,1731202839871 in 10.0400 sec 2024-11-10T01:41:32,649 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e., pid=44, masterSystemTime=1731202892605 2024-11-10T01:41:32,649 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,650 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8c580159f2a7b44e2d34cd3bd135d37, ASSIGN in 10.2080 sec 2024-11-10T01:41:32,650 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:32,650 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,651 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:41:32,651 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:41:32,651 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=40954efa7b47ec95f86ec5b83cca7b5e, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:32,654 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e, server=2d55a1c3a545,37849,1731202839732 because future has completed 2024-11-10T01:41:32,655 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 0de1aebe8fb7da670dd5f601148d2de2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71688654, jitterRate=0.06824418902397156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:41:32,655 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,656 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 0de1aebe8fb7da670dd5f601148d2de2: Running coprocessor pre-open hook at 1731202892641Writing region info on filesystem at 1731202892641Initializing all the Stores at 1731202892643 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202892643Cleaning up temporary data from old regions at 1731202892650 (+7 ms)Running coprocessor post-open hooks at 1731202892655 (+5 ms)Region opened successfully at 1731202892656 (+1 ms) 2024-11-10T01:41:32,656 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2., pid=46, masterSystemTime=1731202892609 2024-11-10T01:41:32,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-11-10T01:41:32,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e, server=2d55a1c3a545,37849,1731202839732 in 10.0520 sec 2024-11-10T01:41:32,659 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:41:32,659 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:41:32,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=40954efa7b47ec95f86ec5b83cca7b5e, ASSIGN in 10.2180 sec 2024-11-10T01:41:32,660 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:32,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0de1aebe8fb7da670dd5f601148d2de2, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:32,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2, server=2d55a1c3a545,33399,1731202839871 because future has completed 2024-11-10T01:41:32,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=40 2024-11-10T01:41:32,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2, server=2d55a1c3a545,33399,1731202839871 in 10.0560 sec 2024-11-10T01:41:32,668 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:32,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-10T01:41:32,669 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 2d55a1c3a545,40467,1731202839832 after splitting done 2024-11-10T01:41:32,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0de1aebe8fb7da670dd5f601148d2de2, ASSIGN in 10.2260 sec 2024-11-10T01:41:32,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 2d55a1c3a545,40467,1731202839832, splitWal=true, meta=false in 20.3370 sec 2024-11-10T01:41:38,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:41:38,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T01:41:42,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T01:41:42,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:41:42,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T01:41:42,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:41:42,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 40954efa7b47ec95f86ec5b83cca7b5e: 2024-11-10T01:41:42,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. for SnapshotProcedureTest completed. 2024-11-10T01:41:42,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc: 2024-11-10T01:41:42,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. for SnapshotProcedureTest completed. 2024-11-10T01:41:42,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:41:42,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:41:42,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:41:42,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:41:42,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:41:42,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:41:42,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T01:41:42,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T01:41:42,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:41:42,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:41:42,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0de1aebe8fb7da670dd5f601148d2de2: 2024-11-10T01:41:42,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. for SnapshotProcedureTest completed. 2024-11-10T01:41:42,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for d8c580159f2a7b44e2d34cd3bd135d37: 2024-11-10T01:41:42,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. for SnapshotProcedureTest completed. 2024-11-10T01:41:42,652 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:41:42,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:41:42,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:41:42,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:41:42,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:41:42,653 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:41:42,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741857_1033 (size=65) 2024-11-10T01:41:42,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741857_1033 (size=65) 2024-11-10T01:41:42,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741858_1034 (size=57) 2024-11-10T01:41:42,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:41:42,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T01:41:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741858_1034 (size=57) 2024-11-10T01:41:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741858_1034 (size=57) 2024-11-10T01:41:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741857_1033 (size=65) 2024-11-10T01:41:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T01:41:42,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:41:42,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:42,662 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T01:41:42,662 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:41:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T01:41:42,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:42,662 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:41:42,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 92f3a11a68ee9f9cb8ea77ac6fe6cbcc in 30.4310 sec 2024-11-10T01:41:42,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 40954efa7b47ec95f86ec5b83cca7b5e in 30.4320 sec 2024-11-10T01:41:42,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741860_1036 (size=65) 2024-11-10T01:41:42,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741859_1035 (size=65) 2024-11-10T01:41:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741859_1035 (size=65) 2024-11-10T01:41:42,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741859_1035 (size=65) 2024-11-10T01:41:42,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:41:42,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T01:41:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T01:41:42,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:42,671 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:41:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741860_1036 (size=65) 2024-11-10T01:41:42,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741860_1036 (size=65) 2024-11-10T01:41:42,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:41:42,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T01:41:42,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0de1aebe8fb7da670dd5f601148d2de2 in 30.4400 sec 2024-11-10T01:41:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T01:41:42,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:42,675 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:41:42,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-10T01:41:42,678 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T01:41:42,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d8c580159f2a7b44e2d34cd3bd135d37 in 30.4430 sec 2024-11-10T01:41:42,680 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T01:41:42,682 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T01:41:42,682 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T01:41:42,686 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T01:41:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741861_1037 (size=1094) 2024-11-10T01:41:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741861_1037 (size=1094) 2024-11-10T01:41:42,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741861_1037 (size=1094) 2024-11-10T01:41:42,715 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T01:41:42,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T01:41:42,730 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:42,730 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:42,730 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:42,730 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:42,730 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:42,735 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:43,770 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T01:41:45,822 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2d55a1c3a545:33313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T01:41:47,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7e697705c3b2cad067679678f03c2bd4, had cached 0 bytes from a total of 28623 2024-11-10T01:41:47,425 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fc4cc7829a7a5eabbe142709842c4799, had cached 0 bytes from a total of 47197 2024-11-10T01:41:51,754 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 85e22f83c6db6fba60421871373e179b changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:41:51,754 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0de1aebe8fb7da670dd5f601148d2de2 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:41:51,755 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2a4cd0592fcf7e65a076cb6c298b5b49 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:41:51,755 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d8c580159f2a7b44e2d34cd3bd135d37 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:41:51,755 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7e697705c3b2cad067679678f03c2bd4 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:41:51,755 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e1ae18f6993518b06bac074eb0b8b874 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:41:51,755 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1d1106c740a750614473b841d070280a changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:41:51,756 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 92f3a11a68ee9f9cb8ea77ac6fe6cbcc changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:41:51,756 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fc4cc7829a7a5eabbe142709842c4799 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:41:51,756 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 40954efa7b47ec95f86ec5b83cca7b5e changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:41:52,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-10T01:41:52,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-10T01:41:52,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-10T01:41:52,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-10T01:41:52,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-10T01:41:52,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-10T01:41:52,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T01:41:52,739 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T01:41:52,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T01:41:52,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T01:41:52,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-10T01:41:52,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-10T01:41:52,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-10T01:41:52,741 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T01:41:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T01:41:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-10T01:41:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T01:41:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-10T01:41:52,743 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,37849,1731202839732 Release verify snapshot worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-10T01:41:52,743 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33399,1731202839871 Release verify snapshot worker=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T01:41:52,745 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,37849,1731202839732 Release verify snapshot worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:52,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33399,1731202839871 in 10.0200 sec 2024-11-10T01:41:52,747 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:52,747 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33399,1731202839871 Release verify snapshot worker=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:52,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,37849,1731202839732 in 10.0220 sec 2024-11-10T01:41:52,749 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,37849,1731202839732 Release verify snapshot worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:52,749 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33399,1731202839871 Release verify snapshot worker=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:52,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,37849,1731202839732 in 10.0210 sec 2024-11-10T01:41:52,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33399,1731202839871 in 10.0240 sec 2024-11-10T01:41:52,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,37849,1731202839732 in 10.0260 sec 2024-11-10T01:41:52,751 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:52,752 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,33399,1731202839871 2024-11-10T01:41:52,752 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:41:52,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33399,1731202839871 in 10.0260 sec 2024-11-10T01:42:02,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-10T01:42:02,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-10T01:42:02,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T01:42:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T01:42:02,751 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,37849,1731202839732 Release verify snapshot worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:42:02,751 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-10T01:42:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-10T01:42:02,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-10T01:42:02,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-10T01:42:02,752 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-10T01:42:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-10T01:42:02,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,37849,1731202839732 in 20.0280 sec 2024-11-10T01:42:02,754 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,37849,1731202839732 Release verify snapshot worker=2d55a1c3a545,37849,1731202839732 2024-11-10T01:42:02,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-10T01:42:02,755 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33399,1731202839871 Release verify snapshot worker=2d55a1c3a545,33399,1731202839871 2024-11-10T01:42:02,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,37849,1731202839732 in 20.0310 sec 2024-11-10T01:42:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33313 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-10T01:42:02,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33399,1731202839871 in 20.0320 sec 2024-11-10T01:42:02,758 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33399,1731202839871 Release verify snapshot worker=2d55a1c3a545,33399,1731202839871 2024-11-10T01:42:02,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-10T01:42:02,760 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T01:42:02,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33399,1731202839871 in 20.0350 sec 2024-11-10T01:42:02,762 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T01:42:02,764 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T01:42:02,764 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T01:42:02,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5810 sec 2024-11-10T01:42:02,953 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T01:42:02,960 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T01:42:02,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:42:02,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:42:02,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:42:02,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:02,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:02,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:42:02,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:42:02,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=441821929, stopped=false 2024-11-10T01:42:02,962 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2d55a1c3a545,33313,1731202839030 2024-11-10T01:42:02,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T01:42:02,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T01:42:02,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:02,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:02,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T01:42:02,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:02,964 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:42:02,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:42:02,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:42:02,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:42:02,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:42:02,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:42:02,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:02,966 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2d55a1c3a545,37849,1731202839732' ***** 2024-11-10T01:42:02,966 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:42:02,967 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2d55a1c3a545,33399,1731202839871' ***** 2024-11-10T01:42:02,967 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:42:02,967 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:42:02,967 INFO [RS:0;2d55a1c3a545:37849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:42:02,967 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:42:02,967 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:42:02,967 INFO [RS:0;2d55a1c3a545:37849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:42:02,967 INFO [RS:2;2d55a1c3a545:33399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:42:02,967 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:42:02,967 INFO [RS:2;2d55a1c3a545:33399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:42:02,967 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d1106c740a750614473b841d070280a 2024-11-10T01:42:02,967 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 2a4cd0592fcf7e65a076cb6c298b5b49 2024-11-10T01:42:02,968 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(3091): Received CLOSE for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc 2024-11-10T01:42:02,968 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e697705c3b2cad067679678f03c2bd4 2024-11-10T01:42:02,968 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(3091): Received CLOSE for fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:42:02,968 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 85e22f83c6db6fba60421871373e179b 2024-11-10T01:42:02,968 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(3091): Received CLOSE for 40954efa7b47ec95f86ec5b83cca7b5e 2024-11-10T01:42:02,968 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(3091): Received CLOSE for e1ae18f6993518b06bac074eb0b8b874 2024-11-10T01:42:02,968 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 0de1aebe8fb7da670dd5f601148d2de2 2024-11-10T01:42:02,968 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:42:02,968 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(959): stopping server 2d55a1c3a545,37849,1731202839732 2024-11-10T01:42:02,968 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(959): stopping server 2d55a1c3a545,33399,1731202839871 2024-11-10T01:42:02,968 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:42:02,968 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:42:02,968 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d1106c740a750614473b841d070280a, disabling compactions & flushes 2024-11-10T01:42:02,968 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2a4cd0592fcf7e65a076cb6c298b5b49, disabling compactions & flushes 2024-11-10T01:42:02,968 INFO [RS:0;2d55a1c3a545:37849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2d55a1c3a545:37849. 2024-11-10T01:42:02,968 INFO [RS:2;2d55a1c3a545:33399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2d55a1c3a545:33399. 2024-11-10T01:42:02,968 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:42:02,968 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:42:02,969 DEBUG [RS:0;2d55a1c3a545:37849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:42:02,969 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:42:02,969 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:42:02,969 DEBUG [RS:2;2d55a1c3a545:33399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:42:02,969 DEBUG [RS:0;2d55a1c3a545:37849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:02,969 DEBUG [RS:2;2d55a1c3a545:33399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:02,969 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. after waiting 0 ms 2024-11-10T01:42:02,969 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. after waiting 0 ms 2024-11-10T01:42:02,969 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:42:02,969 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:42:02,969 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-10T01:42:02,969 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:42:02,969 DEBUG [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(1325): Online Regions={1d1106c740a750614473b841d070280a=SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a., 92f3a11a68ee9f9cb8ea77ac6fe6cbcc=SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc., fc4cc7829a7a5eabbe142709842c4799=SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799., 40954efa7b47ec95f86ec5b83cca7b5e=SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e., e1ae18f6993518b06bac074eb0b8b874=SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874.} 2024-11-10T01:42:02,969 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:42:02,969 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:42:02,969 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:42:02,969 DEBUG [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(1351): Waiting on 1d1106c740a750614473b841d070280a, 40954efa7b47ec95f86ec5b83cca7b5e, 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, e1ae18f6993518b06bac074eb0b8b874, fc4cc7829a7a5eabbe142709842c4799 2024-11-10T01:42:02,970 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-10T01:42:02,970 DEBUG [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(1325): Online Regions={2a4cd0592fcf7e65a076cb6c298b5b49=SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49., 7e697705c3b2cad067679678f03c2bd4=SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4., 85e22f83c6db6fba60421871373e179b=SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b., 1588230740=hbase:meta,,1.1588230740, 0de1aebe8fb7da670dd5f601148d2de2=SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2., d8c580159f2a7b44e2d34cd3bd135d37=SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37.} 2024-11-10T01:42:02,970 DEBUG [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(1351): Waiting on 0de1aebe8fb7da670dd5f601148d2de2, 1588230740, 2a4cd0592fcf7e65a076cb6c298b5b49, 7e697705c3b2cad067679678f03c2bd4, 85e22f83c6db6fba60421871373e179b, d8c580159f2a7b44e2d34cd3bd135d37 2024-11-10T01:42:02,970 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:42:02,970 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:42:02,970 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:42:02,970 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:42:02,970 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:42:02,971 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-10T01:42:02,975 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/1d1106c740a750614473b841d070280a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:42:02,978 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:42:02,978 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d1106c740a750614473b841d070280a: Waiting for close lock at 1731202922968Running coprocessor pre-close hooks at 1731202922968Disabling compacts and flushes for region at 1731202922968Disabling writes for close at 1731202922969 (+1 ms)Writing region close event to WAL at 1731202922969Running coprocessor post-close hooks at 1731202922975 (+6 ms)Closed at 1731202922978 (+3 ms) 2024-11-10T01:42:02,978 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731202851977.1d1106c740a750614473b841d070280a. 2024-11-10T01:42:02,979 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 92f3a11a68ee9f9cb8ea77ac6fe6cbcc, disabling compactions & flushes 2024-11-10T01:42:02,979 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:42:02,979 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:42:02,979 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. after waiting 0 ms 2024-11-10T01:42:02,979 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:42:02,981 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/2a4cd0592fcf7e65a076cb6c298b5b49/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:42:02,982 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:42:02,982 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2a4cd0592fcf7e65a076cb6c298b5b49: Waiting for close lock at 1731202922968Running coprocessor pre-close hooks at 1731202922968Disabling compacts and flushes for region at 1731202922968Disabling writes for close at 1731202922969 (+1 ms)Writing region close event to WAL at 1731202922970 (+1 ms)Running coprocessor post-close hooks at 1731202922981 (+11 ms)Closed at 1731202922981 2024-11-10T01:42:02,982 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731202851977.2a4cd0592fcf7e65a076cb6c298b5b49. 2024-11-10T01:42:02,982 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e697705c3b2cad067679678f03c2bd4, disabling compactions & flushes 2024-11-10T01:42:02,982 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:42:02,982 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:42:02,982 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. after waiting 0 ms 2024-11-10T01:42:02,982 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:42:02,985 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/92f3a11a68ee9f9cb8ea77ac6fe6cbcc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:42:02,986 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:42:02,986 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 92f3a11a68ee9f9cb8ea77ac6fe6cbcc: Waiting for close lock at 1731202922978Running coprocessor pre-close hooks at 1731202922978Disabling compacts and flushes for region at 1731202922978Disabling writes for close at 1731202922979 (+1 ms)Writing region close event to WAL at 1731202922979Running coprocessor post-close hooks at 1731202922985 (+6 ms)Closed at 1731202922986 (+1 ms) 2024-11-10T01:42:02,986 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731202851977.92f3a11a68ee9f9cb8ea77ac6fe6cbcc. 2024-11-10T01:42:02,986 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc4cc7829a7a5eabbe142709842c4799, disabling compactions & flushes 2024-11-10T01:42:02,986 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:42:02,986 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:42:02,986 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. after waiting 0 ms 2024-11-10T01:42:02,986 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:42:02,993 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/7e697705c3b2cad067679678f03c2bd4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:42:02,994 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:42:02,994 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e697705c3b2cad067679678f03c2bd4: Waiting for close lock at 1731202922982Running coprocessor pre-close hooks at 1731202922982Disabling compacts and flushes for region at 1731202922982Disabling writes for close at 1731202922982Writing region close event to WAL at 1731202922988 (+6 ms)Running coprocessor post-close hooks at 1731202922994 (+6 ms)Closed at 1731202922994 2024-11-10T01:42:02,995 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731202851977.7e697705c3b2cad067679678f03c2bd4. 2024-11-10T01:42:02,995 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85e22f83c6db6fba60421871373e179b, disabling compactions & flushes 2024-11-10T01:42:02,995 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:42:02,995 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:42:02,995 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. after waiting 0 ms 2024-11-10T01:42:02,995 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:42:02,997 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/fc4cc7829a7a5eabbe142709842c4799/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:42:02,998 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:42:02,998 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc4cc7829a7a5eabbe142709842c4799: Waiting for close lock at 1731202922986Running coprocessor pre-close hooks at 1731202922986Disabling compacts and flushes for region at 1731202922986Disabling writes for close at 1731202922986Writing region close event to WAL at 1731202922992 (+6 ms)Running coprocessor post-close hooks at 1731202922998 (+6 ms)Closed at 1731202922998 2024-11-10T01:42:02,999 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731202851977.fc4cc7829a7a5eabbe142709842c4799. 2024-11-10T01:42:02,999 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40954efa7b47ec95f86ec5b83cca7b5e, disabling compactions & flushes 2024-11-10T01:42:02,999 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:42:02,999 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:42:02,999 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. after waiting 0 ms 2024-11-10T01:42:02,999 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:42:03,000 INFO [regionserver/2d55a1c3a545:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:42:03,000 INFO [regionserver/2d55a1c3a545:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:42:03,001 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/85e22f83c6db6fba60421871373e179b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:42:03,002 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:42:03,002 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85e22f83c6db6fba60421871373e179b: Waiting for close lock at 1731202922995Running coprocessor pre-close hooks at 1731202922995Disabling compacts and flushes for region at 1731202922995Disabling writes for close at 1731202922995Writing region close event to WAL at 1731202922996 (+1 ms)Running coprocessor post-close hooks at 1731202923002 (+6 ms)Closed at 1731202923002 2024-11-10T01:42:03,002 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b. 2024-11-10T01:42:03,002 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0de1aebe8fb7da670dd5f601148d2de2, disabling compactions & flushes 2024-11-10T01:42:03,002 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:42:03,003 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:42:03,003 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. after waiting 0 ms 2024-11-10T01:42:03,003 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:42:03,009 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/.tmp/info/e84922f363c84bac8b1c5c4bc7f00418 is 167, key is SPTestTable,19999999,1731202851977.85e22f83c6db6fba60421871373e179b./info:regioninfo/1731202862489/Put/seqid=0 2024-11-10T01:42:03,011 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/40954efa7b47ec95f86ec5b83cca7b5e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:42:03,011 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/0de1aebe8fb7da670dd5f601148d2de2/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:42:03,012 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:42:03,012 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40954efa7b47ec95f86ec5b83cca7b5e: Waiting for close lock at 1731202922999Running coprocessor pre-close hooks at 1731202922999Disabling compacts and flushes for region at 1731202922999Disabling writes for close at 1731202922999Writing region close event to WAL at 1731202922999Running coprocessor post-close hooks at 1731202923012 (+13 ms)Closed at 1731202923012 2024-11-10T01:42:03,012 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731202851977.40954efa7b47ec95f86ec5b83cca7b5e. 2024-11-10T01:42:03,012 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1ae18f6993518b06bac074eb0b8b874, disabling compactions & flushes 2024-11-10T01:42:03,012 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:42:03,012 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:42:03,012 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:42:03,012 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. after waiting 0 ms 2024-11-10T01:42:03,012 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0de1aebe8fb7da670dd5f601148d2de2: Waiting for close lock at 1731202923002Running coprocessor pre-close hooks at 1731202923002Disabling compacts and flushes for region at 1731202923002Disabling writes for close at 1731202923003 (+1 ms)Writing region close event to WAL at 1731202923003Running coprocessor post-close hooks at 1731202923012 (+9 ms)Closed at 1731202923012 2024-11-10T01:42:03,012 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:42:03,013 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731202851977.0de1aebe8fb7da670dd5f601148d2de2. 2024-11-10T01:42:03,013 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8c580159f2a7b44e2d34cd3bd135d37, disabling compactions & flushes 2024-11-10T01:42:03,013 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:42:03,013 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:42:03,013 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. after waiting 0 ms 2024-11-10T01:42:03,013 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:42:03,020 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/d8c580159f2a7b44e2d34cd3bd135d37/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:42:03,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741862_1038 (size=20292) 2024-11-10T01:42:03,021 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/default/SPTestTable/e1ae18f6993518b06bac074eb0b8b874/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:42:03,021 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:42:03,021 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8c580159f2a7b44e2d34cd3bd135d37: Waiting for close lock at 1731202923013Running coprocessor pre-close hooks at 1731202923013Disabling compacts and flushes for region at 1731202923013Disabling writes for close at 1731202923013Writing region close event to WAL at 1731202923015 (+2 ms)Running coprocessor post-close hooks at 1731202923021 (+6 ms)Closed at 1731202923021 2024-11-10T01:42:03,022 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731202851977.d8c580159f2a7b44e2d34cd3bd135d37. 2024-11-10T01:42:03,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741862_1038 (size=20292) 2024-11-10T01:42:03,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741862_1038 (size=20292) 2024-11-10T01:42:03,023 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:42:03,023 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1ae18f6993518b06bac074eb0b8b874: Waiting for close lock at 1731202923012Running coprocessor pre-close hooks at 1731202923012Disabling compacts and flushes for region at 1731202923012Disabling writes for close at 1731202923012Writing region close event to WAL at 1731202923015 (+3 ms)Running coprocessor post-close hooks at 1731202923023 (+8 ms)Closed at 1731202923023 2024-11-10T01:42:03,023 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731202851977.e1ae18f6993518b06bac074eb0b8b874. 2024-11-10T01:42:03,023 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/.tmp/info/e84922f363c84bac8b1c5c4bc7f00418 2024-11-10T01:42:03,038 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:42:03,039 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:42:03,046 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:42:03,046 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:42:03,049 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/.tmp/ns/067b5eec15be47dd866b51ff38bd040d is 43, key is default/ns:d/1731202851665/Put/seqid=0 2024-11-10T01:42:03,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741863_1039 (size=5153) 2024-11-10T01:42:03,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741863_1039 (size=5153) 2024-11-10T01:42:03,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741863_1039 (size=5153) 2024-11-10T01:42:03,061 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/.tmp/ns/067b5eec15be47dd866b51ff38bd040d 2024-11-10T01:42:03,084 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/.tmp/table/8a9c58a7b25e4f5c812aab175314e133 is 47, key is SPTestTable/table:state/1731202862505/Put/seqid=0 2024-11-10T01:42:03,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741864_1040 (size=5214) 2024-11-10T01:42:03,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741864_1040 (size=5214) 2024-11-10T01:42:03,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741864_1040 (size=5214) 2024-11-10T01:42:03,093 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/.tmp/table/8a9c58a7b25e4f5c812aab175314e133 2024-11-10T01:42:03,102 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/.tmp/info/e84922f363c84bac8b1c5c4bc7f00418 as hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/info/e84922f363c84bac8b1c5c4bc7f00418 2024-11-10T01:42:03,111 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/info/e84922f363c84bac8b1c5c4bc7f00418, entries=116, sequenceid=37, filesize=19.8 K 2024-11-10T01:42:03,112 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/.tmp/ns/067b5eec15be47dd866b51ff38bd040d as hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/ns/067b5eec15be47dd866b51ff38bd040d 2024-11-10T01:42:03,119 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/ns/067b5eec15be47dd866b51ff38bd040d, entries=2, sequenceid=37, filesize=5.0 K 2024-11-10T01:42:03,120 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/.tmp/table/8a9c58a7b25e4f5c812aab175314e133 as hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/table/8a9c58a7b25e4f5c812aab175314e133 2024-11-10T01:42:03,127 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/table/8a9c58a7b25e4f5c812aab175314e133, entries=2, sequenceid=37, filesize=5.1 K 2024-11-10T01:42:03,128 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=37, compaction requested=false 2024-11-10T01:42:03,134 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-10T01:42:03,135 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:42:03,135 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:42:03,135 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731202922970Running coprocessor pre-close hooks at 1731202922970Disabling compacts and flushes for region at 1731202922970Disabling writes for close at 1731202922970Obtaining lock to block concurrent updates at 1731202922971 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731202922971Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731202922971Flushing stores of hbase:meta,,1.1588230740 at 1731202922972 (+1 ms)Flushing 1588230740/info: creating writer at 1731202922972Flushing 1588230740/info: appending metadata at 1731202923008 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731202923008Flushing 1588230740/ns: creating writer at 1731202923032 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731202923048 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731202923048Flushing 1588230740/table: creating writer at 1731202923068 (+20 ms)Flushing 1588230740/table: appending metadata at 1731202923084 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731202923084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e27ffaf: reopening flushed file at 1731202923101 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@734a3612: reopening flushed file at 1731202923111 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f4af76: reopening flushed file at 1731202923119 (+8 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 157ms, sequenceid=37, compaction requested=false at 1731202923129 (+10 ms)Writing region close event to WAL at 1731202923131 (+2 ms)Running coprocessor post-close hooks at 1731202923135 (+4 ms)Closed at 1731202923135 2024-11-10T01:42:03,135 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:42:03,170 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(976): stopping server 2d55a1c3a545,37849,1731202839732; all regions closed. 2024-11-10T01:42:03,170 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(976): stopping server 2d55a1c3a545,33399,1731202839871; all regions closed. 2024-11-10T01:42:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741836_1012 (size=19530) 2024-11-10T01:42:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741834_1010 (size=3500) 2024-11-10T01:42:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741836_1012 (size=19530) 2024-11-10T01:42:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741836_1012 (size=19530) 2024-11-10T01:42:03,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741834_1010 (size=3500) 2024-11-10T01:42:03,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741834_1010 (size=3500) 2024-11-10T01:42:03,178 DEBUG [RS:2;2d55a1c3a545:33399 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/oldWALs 2024-11-10T01:42:03,178 DEBUG [RS:0;2d55a1c3a545:37849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/oldWALs 2024-11-10T01:42:03,178 INFO [RS:0;2d55a1c3a545:37849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2d55a1c3a545%2C37849%2C1731202839732:(num 1731202841206) 2024-11-10T01:42:03,178 INFO [RS:2;2d55a1c3a545:33399 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2d55a1c3a545%2C33399%2C1731202839871.meta:.meta(num 1731202851511) 2024-11-10T01:42:03,178 DEBUG [RS:0;2d55a1c3a545:37849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:03,178 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:42:03,179 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:42:03,179 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.ChoreService(370): Chore service for: regionserver/2d55a1c3a545:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T01:42:03,179 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:42:03,179 INFO [regionserver/2d55a1c3a545:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:42:03,179 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:42:03,179 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:42:03,179 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:42:03,180 INFO [RS:0;2d55a1c3a545:37849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37849 2024-11-10T01:42:03,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741833_1009 (size=3530) 2024-11-10T01:42:03,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741833_1009 (size=3530) 2024-11-10T01:42:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:42:03,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d55a1c3a545,37849,1731202839732 2024-11-10T01:42:03,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741833_1009 (size=3530) 2024-11-10T01:42:03,183 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:42:03,185 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d55a1c3a545,37849,1731202839732] 2024-11-10T01:42:03,185 DEBUG [RS:2;2d55a1c3a545:33399 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/oldWALs 2024-11-10T01:42:03,186 INFO [RS:2;2d55a1c3a545:33399 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2d55a1c3a545%2C33399%2C1731202839871:(num 1731202841206) 2024-11-10T01:42:03,186 DEBUG [RS:2;2d55a1c3a545:33399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:03,186 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:42:03,186 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:42:03,186 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.ChoreService(370): Chore service for: regionserver/2d55a1c3a545:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T01:42:03,186 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2d55a1c3a545,37849,1731202839732 already deleted, retry=false 2024-11-10T01:42:03,186 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:42:03,186 INFO [regionserver/2d55a1c3a545:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:42:03,186 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2d55a1c3a545,37849,1731202839732 expired; onlineServers=1 2024-11-10T01:42:03,186 INFO [RS:2;2d55a1c3a545:33399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33399 2024-11-10T01:42:03,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d55a1c3a545,33399,1731202839871 2024-11-10T01:42:03,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:42:03,189 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:42:03,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d55a1c3a545,33399,1731202839871] 2024-11-10T01:42:03,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2d55a1c3a545,33399,1731202839871 already deleted, retry=false 2024-11-10T01:42:03,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2d55a1c3a545,33399,1731202839871 expired; onlineServers=0 2024-11-10T01:42:03,191 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2d55a1c3a545,33313,1731202839030' ***** 2024-11-10T01:42:03,191 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:42:03,191 INFO [M:0;2d55a1c3a545:33313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:42:03,191 INFO [M:0;2d55a1c3a545:33313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:42:03,191 DEBUG [M:0;2d55a1c3a545:33313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:42:03,192 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:42:03,192 DEBUG [M:0;2d55a1c3a545:33313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:42:03,192 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.large.0-1731202840857 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.large.0-1731202840857,5,FailOnTimeoutGroup] 2024-11-10T01:42:03,192 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.small.0-1731202840858 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.small.0-1731202840858,5,FailOnTimeoutGroup] 2024-11-10T01:42:03,192 INFO [M:0;2d55a1c3a545:33313 {}] hbase.ChoreService(370): Chore service for: master/2d55a1c3a545:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:42:03,192 INFO [M:0;2d55a1c3a545:33313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:42:03,192 DEBUG [M:0;2d55a1c3a545:33313 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:42:03,192 INFO [M:0;2d55a1c3a545:33313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:42:03,192 INFO [M:0;2d55a1c3a545:33313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:42:03,193 ERROR [M:0;2d55a1c3a545:33313 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34293 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34293,5,PEWorkerGroup] 2024-11-10T01:42:03,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T01:42:03,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:03,193 INFO [M:0;2d55a1c3a545:33313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:42:03,193 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:42:03,194 DEBUG [M:0;2d55a1c3a545:33313 {}] zookeeper.ZKUtil(347): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T01:42:03,194 WARN [M:0;2d55a1c3a545:33313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:42:03,195 INFO [M:0;2d55a1c3a545:33313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/.lastflushedseqids 2024-11-10T01:42:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741865_1041 (size=686) 2024-11-10T01:42:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741865_1041 (size=686) 2024-11-10T01:42:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741865_1041 (size=686) 2024-11-10T01:42:03,211 INFO [M:0;2d55a1c3a545:33313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:42:03,211 INFO [M:0;2d55a1c3a545:33313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:42:03,212 DEBUG [M:0;2d55a1c3a545:33313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:42:03,212 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:42:03,212 DEBUG [M:0;2d55a1c3a545:33313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:42:03,212 DEBUG [M:0;2d55a1c3a545:33313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:42:03,212 DEBUG [M:0;2d55a1c3a545:33313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:42:03,212 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.27 KB heapSize=242.04 KB 2024-11-10T01:42:03,257 DEBUG [M:0;2d55a1c3a545:33313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb2a03e7f47a476db74bab3f0869d185 is 82, key is hbase:meta,,1/info:regioninfo/1731202851595/Put/seqid=0 2024-11-10T01:42:03,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741866_1042 (size=5672) 2024-11-10T01:42:03,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741866_1042 (size=5672) 2024-11-10T01:42:03,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741866_1042 (size=5672) 2024-11-10T01:42:03,271 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb2a03e7f47a476db74bab3f0869d185 2024-11-10T01:42:03,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:42:03,285 INFO [RS:0;2d55a1c3a545:37849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:42:03,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x1018fd6640e0001, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:42:03,285 INFO [RS:0;2d55a1c3a545:37849 {}] regionserver.HRegionServer(1031): Exiting; stopping=2d55a1c3a545,37849,1731202839732; zookeeper connection closed. 2024-11-10T01:42:03,285 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3842c4d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3842c4d6 2024-11-10T01:42:03,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:42:03,290 INFO [RS:2;2d55a1c3a545:33399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:42:03,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33399-0x1018fd6640e0003, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:42:03,290 INFO [RS:2;2d55a1c3a545:33399 {}] regionserver.HRegionServer(1031): Exiting; stopping=2d55a1c3a545,33399,1731202839871; zookeeper connection closed. 2024-11-10T01:42:03,291 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a407fd1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a407fd1 2024-11-10T01:42:03,291 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T01:42:03,296 DEBUG [M:0;2d55a1c3a545:33313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3cf22cdc3fc4c76bb9130db793085db is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731202862512/Put/seqid=0 2024-11-10T01:42:03,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741867_1043 (size=8973) 2024-11-10T01:42:03,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741867_1043 (size=8973) 2024-11-10T01:42:03,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741867_1043 (size=8973) 2024-11-10T01:42:03,310 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.53 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3cf22cdc3fc4c76bb9130db793085db 2024-11-10T01:42:03,317 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3cf22cdc3fc4c76bb9130db793085db 2024-11-10T01:42:03,333 DEBUG [M:0;2d55a1c3a545:33313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6ae974b930f4c53a619022ed15f5aac is 69, key is 2d55a1c3a545,33399,1731202839871/rs:state/1731202840958/Put/seqid=0 2024-11-10T01:42:03,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741868_1044 (size=5441) 2024-11-10T01:42:03,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741868_1044 (size=5441) 2024-11-10T01:42:03,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741868_1044 (size=5441) 2024-11-10T01:42:03,342 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6ae974b930f4c53a619022ed15f5aac 2024-11-10T01:42:03,348 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6ae974b930f4c53a619022ed15f5aac 2024-11-10T01:42:03,349 DEBUG [M:0;2d55a1c3a545:33313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb2a03e7f47a476db74bab3f0869d185 as hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb2a03e7f47a476db74bab3f0869d185 2024-11-10T01:42:03,355 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb2a03e7f47a476db74bab3f0869d185, entries=8, sequenceid=513, filesize=5.5 K 2024-11-10T01:42:03,356 DEBUG [M:0;2d55a1c3a545:33313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3cf22cdc3fc4c76bb9130db793085db as hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3cf22cdc3fc4c76bb9130db793085db 2024-11-10T01:42:03,362 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a3cf22cdc3fc4c76bb9130db793085db 2024-11-10T01:42:03,362 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3cf22cdc3fc4c76bb9130db793085db, entries=56, sequenceid=513, filesize=8.8 K 2024-11-10T01:42:03,363 DEBUG [M:0;2d55a1c3a545:33313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6ae974b930f4c53a619022ed15f5aac as hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6ae974b930f4c53a619022ed15f5aac 2024-11-10T01:42:03,369 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6ae974b930f4c53a619022ed15f5aac 2024-11-10T01:42:03,369 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34293/user/jenkins/test-data/de106065-bbf9-24a0-99df-9bba4f3e9cbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6ae974b930f4c53a619022ed15f5aac, entries=3, sequenceid=513, filesize=5.3 K 2024-11-10T01:42:03,370 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=513, compaction requested=false 2024-11-10T01:42:03,371 INFO [M:0;2d55a1c3a545:33313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:42:03,372 DEBUG [M:0;2d55a1c3a545:33313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731202923212Disabling compacts and flushes for region at 1731202923212Disabling writes for close at 1731202923212Obtaining lock to block concurrent updates at 1731202923212Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731202923212Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199955, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1731202923213 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731202923213Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731202923214 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731202923257 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731202923257Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731202923278 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731202923295 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731202923295Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731202923317 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731202923332 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731202923332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e052ff9: reopening flushed file at 1731202923348 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2347a3: reopening flushed file at 1731202923355 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d210028: reopening flushed file at 1731202923362 (+7 ms)Finished flush of dataSize ~195.27 KB/199955, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=513, compaction requested=false at 1731202923370 (+8 ms)Writing region close event to WAL at 1731202923371 (+1 ms)Closed at 1731202923371 2024-11-10T01:42:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741830_1006 (size=234147) 2024-11-10T01:42:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46833 is added to blk_1073741830_1006 (size=234147) 2024-11-10T01:42:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33731 is added to blk_1073741830_1006 (size=234147) 2024-11-10T01:42:03,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:42:03,375 INFO [M:0;2d55a1c3a545:33313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:42:03,376 INFO [M:0;2d55a1c3a545:33313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33313 2024-11-10T01:42:03,376 INFO [M:0;2d55a1c3a545:33313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:42:03,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:42:03,478 INFO [M:0;2d55a1c3a545:33313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:42:03,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33313-0x1018fd6640e0000, quorum=127.0.0.1:58579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:42:03,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:42:03,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:42:03,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:42:03,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:42:03,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir/,STOPPED} 2024-11-10T01:42:03,490 WARN [BP-820266719-172.17.0.2-1731202835957 heartbeating to localhost/127.0.0.1:34293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:42:03,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:42:03,490 WARN [BP-820266719-172.17.0.2-1731202835957 heartbeating to localhost/127.0.0.1:34293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-820266719-172.17.0.2-1731202835957 (Datanode Uuid 340169d8-ed60-46ce-a395-4b320b7a56bf) service to localhost/127.0.0.1:34293 2024-11-10T01:42:03,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:42:03,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data5/current/BP-820266719-172.17.0.2-1731202835957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:42:03,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data6/current/BP-820266719-172.17.0.2-1731202835957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:42:03,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:42:03,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:42:03,495 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:42:03,495 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:42:03,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:42:03,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir/,STOPPED} 2024-11-10T01:42:03,497 WARN [BP-820266719-172.17.0.2-1731202835957 heartbeating to localhost/127.0.0.1:34293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:42:03,497 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:42:03,497 WARN [BP-820266719-172.17.0.2-1731202835957 heartbeating to localhost/127.0.0.1:34293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-820266719-172.17.0.2-1731202835957 (Datanode Uuid 6cf09ee5-6196-4c4b-84cc-fc4100b5c20c) service to localhost/127.0.0.1:34293 2024-11-10T01:42:03,497 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:42:03,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data3/current/BP-820266719-172.17.0.2-1731202835957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:42:03,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data4/current/BP-820266719-172.17.0.2-1731202835957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:42:03,498 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:42:03,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:42:03,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:42:03,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:42:03,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:42:03,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir/,STOPPED} 2024-11-10T01:42:03,503 WARN [BP-820266719-172.17.0.2-1731202835957 heartbeating to localhost/127.0.0.1:34293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:42:03,503 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:42:03,503 WARN [BP-820266719-172.17.0.2-1731202835957 heartbeating to localhost/127.0.0.1:34293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-820266719-172.17.0.2-1731202835957 (Datanode Uuid 983f38af-6490-4c65-a8e6-b8097f5e27e1) service to localhost/127.0.0.1:34293 2024-11-10T01:42:03,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:42:03,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data1/current/BP-820266719-172.17.0.2-1731202835957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:42:03,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/cluster_632db353-1eaa-faff-5c6e-b019b8656aaf/data/data2/current/BP-820266719-172.17.0.2-1731202835957 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:42:03,505 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:42:03,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:42:03,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:42:03,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:42:03,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:42:03,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir/,STOPPED} 2024-11-10T01:42:03,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:42:03,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:42:03,582 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=95 (was 11) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34293 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/2d55a1c3a545:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2d55a1c3a545:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2d55a1c3a545:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2d55a1c3a545:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@ba697d0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2d55a1c3a545:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2d55a1c3a545:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2d55a1c3a545:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34293 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 379), ProcessCount=11 (was 11), AvailableMemoryMB=7589 (was 8758) 2024-11-10T01:42:03,591 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=96, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=7589 2024-11-10T01:42:03,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir so I do NOT create it in target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a 2024-11-10T01:42:03,605 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T01:42:03,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.tmp.dir so I do NOT create it in target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a 2024-11-10T01:42:03,605 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/20a74b02-cfeb-ddbc-ee24-5316975287f7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T01:42:03,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a 2024-11-10T01:42:03,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T01:42:03,605 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0, deleteOnExit=true 2024-11-10T01:42:03,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T01:42:03,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/test.cache.data in system properties and HBase conf 2024-11-10T01:42:03,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T01:42:03,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/hadoop.log.dir in system properties and HBase conf 2024-11-10T01:42:03,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T01:42:03,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T01:42:03,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T01:42:03,606 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T01:42:03,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:42:03,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T01:42:03,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T01:42:03,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:42:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T01:42:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T01:42:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T01:42:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:42:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T01:42:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/nfs.dump.dir in system properties and HBase conf 2024-11-10T01:42:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/java.io.tmpdir in system properties and HBase conf 2024-11-10T01:42:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T01:42:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T01:42:03,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T01:42:03,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:42:03,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:42:03,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:42:03,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:42:03,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:42:03,689 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:42:03,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c4dda6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:42:03,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10c98d3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:42:03,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33981d51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/java.io.tmpdir/jetty-localhost-44521-hadoop-hdfs-3_4_1-tests_jar-_-any-10356837579434468813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:42:03,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ac27c5b{HTTP/1.1, (http/1.1)}{localhost:44521} 2024-11-10T01:42:03,808 INFO [Time-limited test {}] server.Server(415): Started @89808ms 2024-11-10T01:42:03,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:42:03,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:42:03,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:42:03,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:42:03,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:42:03,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@555889da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:42:03,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42cfd252{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:42:04,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73963032{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/java.io.tmpdir/jetty-localhost-46643-hadoop-hdfs-3_4_1-tests_jar-_-any-7387525911963024187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:42:04,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13d31af2{HTTP/1.1, (http/1.1)}{localhost:46643} 2024-11-10T01:42:04,005 INFO [Time-limited test {}] server.Server(415): Started @90006ms 2024-11-10T01:42:04,006 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:42:04,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:42:04,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:42:04,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:42:04,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:42:04,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T01:42:04,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a96e5d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:42:04,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62084108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:42:04,107 WARN [Thread-672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data2/current/BP-1953242531-172.17.0.2-1731202923629/current, will proceed with Du for space computation calculation, 2024-11-10T01:42:04,107 WARN [Thread-671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data1/current/BP-1953242531-172.17.0.2-1731202923629/current, will proceed with Du for space computation calculation, 2024-11-10T01:42:04,125 WARN [Thread-650 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:42:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54df4be8da2f1513 with lease ID 0x70c55b7c4d47e692: Processing first storage report for DS-e5dd30ee-e403-4bb6-a758-a7b576fb9430 from datanode DatanodeRegistration(127.0.0.1:45661, datanodeUuid=2e6abc5f-b44b-40b2-a493-e05fa8660f91, infoPort=38745, infoSecurePort=0, ipcPort=42123, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629) 2024-11-10T01:42:04,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54df4be8da2f1513 with lease ID 0x70c55b7c4d47e692: from storage DS-e5dd30ee-e403-4bb6-a758-a7b576fb9430 node DatanodeRegistration(127.0.0.1:45661, datanodeUuid=2e6abc5f-b44b-40b2-a493-e05fa8660f91, infoPort=38745, infoSecurePort=0, ipcPort=42123, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:42:04,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54df4be8da2f1513 with lease ID 0x70c55b7c4d47e692: Processing first storage report for DS-124cf65e-18b9-4e60-bb37-ef4554bb8008 from datanode DatanodeRegistration(127.0.0.1:45661, datanodeUuid=2e6abc5f-b44b-40b2-a493-e05fa8660f91, infoPort=38745, infoSecurePort=0, ipcPort=42123, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629) 2024-11-10T01:42:04,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54df4be8da2f1513 with lease ID 0x70c55b7c4d47e692: from storage DS-124cf65e-18b9-4e60-bb37-ef4554bb8008 node DatanodeRegistration(127.0.0.1:45661, datanodeUuid=2e6abc5f-b44b-40b2-a493-e05fa8660f91, infoPort=38745, infoSecurePort=0, ipcPort=42123, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:42:04,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5860725f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/java.io.tmpdir/jetty-localhost-41547-hadoop-hdfs-3_4_1-tests_jar-_-any-9749143246139906744/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:42:04,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50f5fe09{HTTP/1.1, (http/1.1)}{localhost:41547} 2024-11-10T01:42:04,175 INFO [Time-limited test {}] server.Server(415): Started @90175ms 2024-11-10T01:42:04,176 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:42:04,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T01:42:04,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T01:42:04,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T01:42:04,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T01:42:04,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T01:42:04,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22032f89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/hadoop.log.dir/,AVAILABLE} 2024-11-10T01:42:04,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7470cabd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T01:42:04,253 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data3/current/BP-1953242531-172.17.0.2-1731202923629/current, will proceed with Du for space computation calculation, 2024-11-10T01:42:04,253 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data4/current/BP-1953242531-172.17.0.2-1731202923629/current, will proceed with Du for space computation calculation, 2024-11-10T01:42:04,273 WARN [Thread-686 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:42:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3dc090b577c3b2d with lease ID 0x70c55b7c4d47e693: Processing first storage report for DS-e5915e56-552a-44c4-ba40-c5f1611d3e3a from datanode DatanodeRegistration(127.0.0.1:37365, datanodeUuid=4d801a97-140f-4e4c-9643-91b0f1544239, infoPort=43697, infoSecurePort=0, ipcPort=40445, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629) 2024-11-10T01:42:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3dc090b577c3b2d with lease ID 0x70c55b7c4d47e693: from storage DS-e5915e56-552a-44c4-ba40-c5f1611d3e3a node DatanodeRegistration(127.0.0.1:37365, datanodeUuid=4d801a97-140f-4e4c-9643-91b0f1544239, infoPort=43697, infoSecurePort=0, ipcPort=40445, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:42:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3dc090b577c3b2d with lease ID 0x70c55b7c4d47e693: Processing first storage report for DS-1fc53157-9563-4b7b-bbdf-6165113d0eff from datanode DatanodeRegistration(127.0.0.1:37365, datanodeUuid=4d801a97-140f-4e4c-9643-91b0f1544239, infoPort=43697, infoSecurePort=0, ipcPort=40445, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629) 2024-11-10T01:42:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3dc090b577c3b2d with lease ID 0x70c55b7c4d47e693: from storage DS-1fc53157-9563-4b7b-bbdf-6165113d0eff node DatanodeRegistration(127.0.0.1:37365, datanodeUuid=4d801a97-140f-4e4c-9643-91b0f1544239, infoPort=43697, infoSecurePort=0, ipcPort=40445, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:42:04,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ed4247d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/java.io.tmpdir/jetty-localhost-46435-hadoop-hdfs-3_4_1-tests_jar-_-any-9893489892996739213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:42:04,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5252a9a2{HTTP/1.1, (http/1.1)}{localhost:46435} 2024-11-10T01:42:04,330 INFO [Time-limited test {}] server.Server(415): Started @90330ms 2024-11-10T01:42:04,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T01:42:04,413 WARN [Thread-732 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data5/current/BP-1953242531-172.17.0.2-1731202923629/current, will proceed with Du for space computation calculation, 2024-11-10T01:42:04,413 WARN [Thread-733 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data6/current/BP-1953242531-172.17.0.2-1731202923629/current, will proceed with Du for space computation calculation, 2024-11-10T01:42:04,437 WARN [Thread-721 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T01:42:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0008e9be0abcf90 with lease ID 0x70c55b7c4d47e694: Processing first storage report for DS-a9f55312-51ab-4052-876f-28a0dc192508 from datanode DatanodeRegistration(127.0.0.1:45381, datanodeUuid=d955ce61-1a78-407c-af18-3148464be2ff, infoPort=35589, infoSecurePort=0, ipcPort=46759, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629) 2024-11-10T01:42:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0008e9be0abcf90 with lease ID 0x70c55b7c4d47e694: from storage DS-a9f55312-51ab-4052-876f-28a0dc192508 node DatanodeRegistration(127.0.0.1:45381, datanodeUuid=d955ce61-1a78-407c-af18-3148464be2ff, infoPort=35589, infoSecurePort=0, ipcPort=46759, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:42:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0008e9be0abcf90 with lease ID 0x70c55b7c4d47e694: Processing first storage report for DS-75e6f3f2-32e0-42ee-883d-e4f6cd3e576f from datanode DatanodeRegistration(127.0.0.1:45381, datanodeUuid=d955ce61-1a78-407c-af18-3148464be2ff, infoPort=35589, infoSecurePort=0, ipcPort=46759, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629) 2024-11-10T01:42:04,440 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0008e9be0abcf90 with lease ID 0x70c55b7c4d47e694: from storage DS-75e6f3f2-32e0-42ee-883d-e4f6cd3e576f node DatanodeRegistration(127.0.0.1:45381, datanodeUuid=d955ce61-1a78-407c-af18-3148464be2ff, infoPort=35589, infoSecurePort=0, ipcPort=46759, storageInfo=lv=-57;cid=testClusterID;nsid=1187368223;c=1731202923629), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T01:42:04,459 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a 2024-11-10T01:42:04,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/zookeeper_0, clientPort=61375, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T01:42:04,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61375 2024-11-10T01:42:04,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:42:04,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:42:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741825_1001 (size=7) 2024-11-10T01:42:04,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 with version=8 2024-11-10T01:42:04,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/hbase-staging 2024-11-10T01:42:04,486 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2d55a1c3a545:0 server-side Connection retries=45 2024-11-10T01:42:04,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:42:04,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:42:04,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T01:42:04,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:42:04,487 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44267 2024-11-10T01:42:04,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44267 connecting to ZooKeeper ensemble=127.0.0.1:61375 2024-11-10T01:42:04,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442670x0, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:42:04,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44267-0x1018fd7b5160000 connected 2024-11-10T01:42:04,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:42:04,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3, hbase.cluster.distributed=false 2024-11-10T01:42:04,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T01:42:04,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44267 2024-11-10T01:42:04,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44267 2024-11-10T01:42:04,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44267 2024-11-10T01:42:04,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44267 2024-11-10T01:42:04,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44267 2024-11-10T01:42:04,536 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2d55a1c3a545:0 server-side Connection retries=45 2024-11-10T01:42:04,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:42:04,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:42:04,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:42:04,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:42:04,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43923 2024-11-10T01:42:04,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43923 connecting to ZooKeeper ensemble=127.0.0.1:61375 2024-11-10T01:42:04,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439230x0, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:42:04,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439230x0, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:42:04,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43923-0x1018fd7b5160001 connected 2024-11-10T01:42:04,548 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:42:04,548 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:42:04,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T01:42:04,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T01:42:04,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-10T01:42:04,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43923 2024-11-10T01:42:04,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43923 2024-11-10T01:42:04,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-10T01:42:04,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43923 2024-11-10T01:42:04,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2d55a1c3a545:0 server-side Connection retries=45 2024-11-10T01:42:04,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:42:04,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:42:04,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:42:04,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:42:04,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33435 2024-11-10T01:42:04,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33435 connecting to ZooKeeper ensemble=127.0.0.1:61375 2024-11-10T01:42:04,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334350x0, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:42:04,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33435-0x1018fd7b5160002 connected 2024-11-10T01:42:04,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:42:04,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:42:04,587 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:42:04,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T01:42:04,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T01:42:04,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-10T01:42:04,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33435 2024-11-10T01:42:04,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33435 2024-11-10T01:42:04,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-10T01:42:04,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33435 2024-11-10T01:42:04,613 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2d55a1c3a545:0 server-side Connection retries=45 2024-11-10T01:42:04,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T01:42:04,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T01:42:04,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T01:42:04,614 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T01:42:04,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T01:42:04,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36645 2024-11-10T01:42:04,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36645 connecting to ZooKeeper ensemble=127.0.0.1:61375 2024-11-10T01:42:04,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366450x0, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T01:42:04,623 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36645-0x1018fd7b5160003 connected 2024-11-10T01:42:04,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:42:04,623 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T01:42:04,624 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T01:42:04,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T01:42:04,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T01:42:04,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36645 2024-11-10T01:42:04,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36645 2024-11-10T01:42:04,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36645 2024-11-10T01:42:04,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36645 2024-11-10T01:42:04,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36645 2024-11-10T01:42:04,639 DEBUG [M:0;2d55a1c3a545:44267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2d55a1c3a545:44267 2024-11-10T01:42:04,640 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/2d55a1c3a545,44267,1731202924485 2024-11-10T01:42:04,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:42:04,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:42:04,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:42:04,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:42:04,642 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/2d55a1c3a545,44267,1731202924485 2024-11-10T01:42:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T01:42:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T01:42:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T01:42:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,647 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T01:42:04,647 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/2d55a1c3a545,44267,1731202924485 from backup master directory 2024-11-10T01:42:04,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/2d55a1c3a545,44267,1731202924485 2024-11-10T01:42:04,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:42:04,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:42:04,649 WARN [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:42:04,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:42:04,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T01:42:04,649 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2d55a1c3a545,44267,1731202924485 2024-11-10T01:42:04,655 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/hbase.id] with ID: 739e57f7-40de-4d2a-8b14-449f0e69d278 2024-11-10T01:42:04,655 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/.tmp/hbase.id 2024-11-10T01:42:04,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:42:04,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:42:04,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741826_1002 (size=42) 2024-11-10T01:42:04,667 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/.tmp/hbase.id]:[hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/hbase.id] 2024-11-10T01:42:04,683 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T01:42:04,683 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T01:42:04,685 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T01:42:04,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:42:04,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:42:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741827_1003 (size=196) 2024-11-10T01:42:04,700 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:42:04,701 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T01:42:04,701 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:42:04,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:42:04,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:42:04,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741828_1004 (size=1189) 2024-11-10T01:42:04,713 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store 2024-11-10T01:42:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:42:04,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:42:04,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741829_1005 (size=34) 2024-11-10T01:42:04,723 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:04,723 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:42:04,723 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:42:04,724 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:42:04,724 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:42:04,724 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:42:04,724 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:42:04,724 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731202924723Disabling compacts and flushes for region at 1731202924723Disabling writes for close at 1731202924724 (+1 ms)Writing region close event to WAL at 1731202924724Closed at 1731202924724 2024-11-10T01:42:04,725 WARN [master/2d55a1c3a545:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/.initializing 2024-11-10T01:42:04,725 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/WALs/2d55a1c3a545,44267,1731202924485 2024-11-10T01:42:04,726 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:42:04,729 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C44267%2C1731202924485, suffix=, logDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/WALs/2d55a1c3a545,44267,1731202924485, archiveDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/oldWALs, maxLogs=10 2024-11-10T01:42:04,749 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/WALs/2d55a1c3a545,44267,1731202924485/2d55a1c3a545%2C44267%2C1731202924485.1731202924729, exclude list is [], retry=0 2024-11-10T01:42:04,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-a9f55312-51ab-4052-876f-28a0dc192508,DISK] 2024-11-10T01:42:04,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45661,DS-e5dd30ee-e403-4bb6-a758-a7b576fb9430,DISK] 2024-11-10T01:42:04,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37365,DS-e5915e56-552a-44c4-ba40-c5f1611d3e3a,DISK] 2024-11-10T01:42:04,756 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/WALs/2d55a1c3a545,44267,1731202924485/2d55a1c3a545%2C44267%2C1731202924485.1731202924729 2024-11-10T01:42:04,757 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38745:38745),(127.0.0.1/127.0.0.1:43697:43697)] 2024-11-10T01:42:04,757 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:42:04,757 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:04,757 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,758 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T01:42:04,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:04,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:42:04,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T01:42:04,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:04,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:04,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T01:42:04,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:04,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:04,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T01:42:04,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:04,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:04,769 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,770 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,770 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,772 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,772 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,773 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:42:04,774 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T01:42:04,777 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:04,778 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75032729, jitterRate=0.11807478964328766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:42:04,779 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731202924758Initializing all the Stores at 1731202924759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202924759Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202924759Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202924759Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202924759Cleaning up temporary data from old regions at 1731202924772 (+13 ms)Region opened successfully at 1731202924779 (+7 ms) 2024-11-10T01:42:04,779 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T01:42:04,784 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5c2c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d55a1c3a545/172.17.0.2:0 2024-11-10T01:42:04,785 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T01:42:04,786 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T01:42:04,786 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T01:42:04,786 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T01:42:04,786 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T01:42:04,787 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T01:42:04,787 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-10T01:42:04,790 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T01:42:04,791 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T01:42:04,792 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T01:42:04,793 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T01:42:04,793 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T01:42:04,794 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T01:42:04,795 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T01:42:04,796 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T01:42:04,797 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T01:42:04,798 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T01:42:04,799 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T01:42:04,802 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T01:42:04,803 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T01:42:04,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T01:42:04,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T01:42:04,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T01:42:04,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T01:42:04,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,805 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2d55a1c3a545,44267,1731202924485, sessionid=0x1018fd7b5160000, setting cluster-up flag (Was=false) 2024-11-10T01:42:04,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,813 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T01:42:04,814 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d55a1c3a545,44267,1731202924485 2024-11-10T01:42:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:04,822 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T01:42:04,823 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2d55a1c3a545,44267,1731202924485 2024-11-10T01:42:04,825 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T01:42:04,827 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T01:42:04,827 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T01:42:04,827 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T01:42:04,827 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2d55a1c3a545,44267,1731202924485 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T01:42:04,829 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(746): ClusterId : 739e57f7-40de-4d2a-8b14-449f0e69d278 2024-11-10T01:42:04,829 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(746): ClusterId : 739e57f7-40de-4d2a-8b14-449f0e69d278 2024-11-10T01:42:04,829 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:42:04,829 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.HRegionServer(746): ClusterId : 739e57f7-40de-4d2a-8b14-449f0e69d278 2024-11-10T01:42:04,829 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:42:04,829 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T01:42:04,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2d55a1c3a545:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:42:04,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2d55a1c3a545:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:42:04,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2d55a1c3a545:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:42:04,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2d55a1c3a545:0, corePoolSize=5, maxPoolSize=5 2024-11-10T01:42:04,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2d55a1c3a545:0, corePoolSize=10, maxPoolSize=10 2024-11-10T01:42:04,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,829 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2d55a1c3a545:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:42:04,830 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,831 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731202954831 2024-11-10T01:42:04,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:42:04,831 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T01:42:04,831 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T01:42:04,831 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T01:42:04,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T01:42:04,831 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T01:42:04,832 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T01:42:04,832 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T01:42:04,832 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:42:04,832 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:42:04,832 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:42:04,832 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,832 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:42:04,832 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T01:42:04,832 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T01:42:04,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:04,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T01:42:04,835 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:42:04,835 DEBUG [RS:2;2d55a1c3a545:36645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ffb5ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d55a1c3a545/172.17.0.2:0 2024-11-10T01:42:04,836 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:42:04,836 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T01:42:04,836 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T01:42:04,836 DEBUG [RS:1;2d55a1c3a545:33435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376796db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d55a1c3a545/172.17.0.2:0 2024-11-10T01:42:04,836 DEBUG [RS:0;2d55a1c3a545:43923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ee4e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2d55a1c3a545/172.17.0.2:0 2024-11-10T01:42:04,836 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T01:42:04,836 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T01:42:04,844 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T01:42:04,844 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T01:42:04,846 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.large.0-1731202924844,5,FailOnTimeoutGroup] 2024-11-10T01:42:04,846 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.small.0-1731202924846,5,FailOnTimeoutGroup] 2024-11-10T01:42:04,846 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,846 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T01:42:04,846 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,846 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,852 DEBUG [RS:1;2d55a1c3a545:33435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;2d55a1c3a545:33435 2024-11-10T01:42:04,852 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:42:04,852 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:42:04,852 DEBUG [RS:1;2d55a1c3a545:33435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:42:04,852 DEBUG [RS:0;2d55a1c3a545:43923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2d55a1c3a545:43923 2024-11-10T01:42:04,853 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:42:04,853 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:42:04,853 DEBUG [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:42:04,853 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.HRegionServer(2659): reportForDuty to master=2d55a1c3a545,44267,1731202924485 with port=33435, startcode=1731202924575 2024-11-10T01:42:04,853 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(2659): reportForDuty to master=2d55a1c3a545,44267,1731202924485 with port=43923, startcode=1731202924536 2024-11-10T01:42:04,854 DEBUG [RS:1;2d55a1c3a545:33435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:42:04,854 DEBUG [RS:0;2d55a1c3a545:43923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:42:04,856 DEBUG [RS:2;2d55a1c3a545:36645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;2d55a1c3a545:36645 2024-11-10T01:42:04,856 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T01:42:04,856 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T01:42:04,856 DEBUG [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T01:42:04,857 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(2659): reportForDuty to master=2d55a1c3a545,44267,1731202924485 with port=36645, startcode=1731202924613 2024-11-10T01:42:04,857 DEBUG [RS:2;2d55a1c3a545:36645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T01:42:04,857 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34183, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:42:04,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:04,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44267 {}] master.ServerManager(517): Registering regionserver=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:04,859 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60487, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:42:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:42:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:42:04,860 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38919, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T01:42:04,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741831_1007 (size=1321) 2024-11-10T01:42:04,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:04,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44267 {}] master.ServerManager(517): Registering regionserver=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:04,863 DEBUG [RS:1;2d55a1c3a545:33435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:04,863 DEBUG [RS:1;2d55a1c3a545:33435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42621 2024-11-10T01:42:04,863 DEBUG [RS:1;2d55a1c3a545:33435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:42:04,864 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T01:42:04,864 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:04,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:04,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44267 {}] master.ServerManager(517): Registering regionserver=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:04,865 DEBUG [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:04,865 DEBUG [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42621 2024-11-10T01:42:04,865 DEBUG [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:42:04,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:42:04,866 DEBUG [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:04,866 DEBUG [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42621 2024-11-10T01:42:04,866 DEBUG [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T01:42:04,870 DEBUG [RS:1;2d55a1c3a545:33435 {}] zookeeper.ZKUtil(111): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:04,870 WARN [RS:1;2d55a1c3a545:33435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:42:04,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d55a1c3a545,33435,1731202924575] 2024-11-10T01:42:04,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d55a1c3a545,36645,1731202924613] 2024-11-10T01:42:04,870 INFO [RS:1;2d55a1c3a545:33435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:42:04,870 DEBUG [RS:1;2d55a1c3a545:33435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:04,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:42:04,870 DEBUG [RS:2;2d55a1c3a545:36645 {}] zookeeper.ZKUtil(111): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:04,870 WARN [RS:2;2d55a1c3a545:36645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:42:04,871 INFO [RS:2;2d55a1c3a545:36645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:42:04,871 DEBUG [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:04,871 DEBUG [RS:0;2d55a1c3a545:43923 {}] zookeeper.ZKUtil(111): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:04,871 WARN [RS:0;2d55a1c3a545:43923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T01:42:04,871 INFO [RS:0;2d55a1c3a545:43923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:42:04,871 DEBUG [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:04,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2d55a1c3a545,43923,1731202924536] 2024-11-10T01:42:04,874 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:42:04,878 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:42:04,879 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:42:04,880 INFO [RS:1;2d55a1c3a545:33435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:42:04,880 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:42:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:42:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741832_1008 (size=32) 2024-11-10T01:42:04,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:04,883 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T01:42:04,885 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:42:04,885 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:42:04,885 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:42:04,886 DEBUG [RS:1;2d55a1c3a545:33435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:42:04,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:42:04,888 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:42:04,889 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T01:42:04,889 INFO [RS:2;2d55a1c3a545:36645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:42:04,889 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:42:04,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:04,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:42:04,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:42:04,892 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,892 INFO [RS:0;2d55a1c3a545:43923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T01:42:04,892 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,892 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,892 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,892 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:42:04,892 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:04,892 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,33435,1731202924575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:42:04,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:42:04,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:42:04,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:42:04,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:04,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:42:04,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:42:04,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:42:04,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:04,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:42:04,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:42:04,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740 2024-11-10T01:42:04,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740 2024-11-10T01:42:04,899 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:42:04,899 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T01:42:04,900 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:42:04,900 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,900 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:42:04,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:42:04,900 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,900 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T01:42:04,900 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:42:04,901 DEBUG [RS:0;2d55a1c3a545:43923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:42:04,901 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,901 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0, corePoolSize=2, maxPoolSize=2 2024-11-10T01:42:04,902 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,902 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,902 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,902 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,902 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,902 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2d55a1c3a545:0, corePoolSize=1, maxPoolSize=1 2024-11-10T01:42:04,902 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:42:04,902 DEBUG [RS:2;2d55a1c3a545:36645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2d55a1c3a545:0, corePoolSize=3, maxPoolSize=3 2024-11-10T01:42:04,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:42:04,907 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:04,907 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66038880, jitterRate=-0.01594400405883789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:42:04,908 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,908 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,908 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,908 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,908 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,908 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,43923,1731202924536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:42:04,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731202924882Initializing all the Stores at 1731202924885 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202924885Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202924888 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202924888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202924888Cleaning up temporary data from old regions at 1731202924900 (+12 ms)Region opened successfully at 1731202924908 (+8 ms) 2024-11-10T01:42:04,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:42:04,909 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:42:04,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:42:04,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:42:04,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:42:04,912 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,912 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,912 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,912 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,912 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,912 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,36645,1731202924613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:42:04,913 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:42:04,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731202924908Disabling compacts and flushes for region at 1731202924908Disabling writes for close at 1731202924909 (+1 ms)Writing region close event to WAL at 1731202924913 (+4 ms)Closed at 1731202924913 2024-11-10T01:42:04,914 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:42:04,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T01:42:04,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:42:04,916 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:42:04,916 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:42:04,917 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,33435,1731202924575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,917 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,917 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.Replication(171): 2d55a1c3a545,33435,1731202924575 started 2024-11-10T01:42:04,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T01:42:04,932 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,932 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.HRegionServer(1482): Serving as 2d55a1c3a545,33435,1731202924575, RpcServer on 2d55a1c3a545/172.17.0.2:33435, sessionid=0x1018fd7b5160002 2024-11-10T01:42:04,932 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:42:04,932 DEBUG [RS:1;2d55a1c3a545:33435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:04,932 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,33435,1731202924575' 2024-11-10T01:42:04,932 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T01:42:04,933 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T01:42:04,933 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:42:04,933 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,43923,1731202924536-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,933 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:42:04,933 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,933 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:42:04,933 DEBUG [RS:1;2d55a1c3a545:33435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:04,933 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,33435,1731202924575' 2024-11-10T01:42:04,933 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.Replication(171): 2d55a1c3a545,43923,1731202924536 started 2024-11-10T01:42:04,933 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T01:42:04,934 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T01:42:04,935 DEBUG [RS:1;2d55a1c3a545:33435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:42:04,935 INFO [RS:1;2d55a1c3a545:33435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:42:04,935 INFO [RS:1;2d55a1c3a545:33435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:42:04,942 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T01:42:04,942 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,36645,1731202924613-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,942 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,942 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.Replication(171): 2d55a1c3a545,36645,1731202924613 started 2024-11-10T01:42:04,948 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,948 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(1482): Serving as 2d55a1c3a545,43923,1731202924536, RpcServer on 2d55a1c3a545/172.17.0.2:43923, sessionid=0x1018fd7b5160001 2024-11-10T01:42:04,948 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:42:04,948 DEBUG [RS:0;2d55a1c3a545:43923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:04,948 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,43923,1731202924536' 2024-11-10T01:42:04,948 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T01:42:04,949 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T01:42:04,949 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:42:04,950 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:42:04,950 DEBUG [RS:0;2d55a1c3a545:43923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:04,950 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,43923,1731202924536' 2024-11-10T01:42:04,950 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T01:42:04,950 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T01:42:04,951 DEBUG [RS:0;2d55a1c3a545:43923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:42:04,951 INFO [RS:0;2d55a1c3a545:43923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:42:04,951 INFO [RS:0;2d55a1c3a545:43923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:42:04,963 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:04,963 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(1482): Serving as 2d55a1c3a545,36645,1731202924613, RpcServer on 2d55a1c3a545/172.17.0.2:36645, sessionid=0x1018fd7b5160003 2024-11-10T01:42:04,964 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T01:42:04,964 DEBUG [RS:2;2d55a1c3a545:36645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:04,964 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,36645,1731202924613' 2024-11-10T01:42:04,964 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T01:42:04,964 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T01:42:04,965 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T01:42:04,965 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T01:42:04,965 DEBUG [RS:2;2d55a1c3a545:36645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:04,965 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2d55a1c3a545,36645,1731202924613' 2024-11-10T01:42:04,965 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T01:42:04,965 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T01:42:04,966 DEBUG [RS:2;2d55a1c3a545:36645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T01:42:04,966 INFO [RS:2;2d55a1c3a545:36645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T01:42:04,966 INFO [RS:2;2d55a1c3a545:36645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T01:42:05,035 INFO [RS:1;2d55a1c3a545:33435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:42:05,037 INFO [RS:1;2d55a1c3a545:33435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C33435%2C1731202924575, suffix=, logDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575, archiveDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/oldWALs, maxLogs=32 2024-11-10T01:42:05,051 INFO [RS:0;2d55a1c3a545:43923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:42:05,052 DEBUG [RS:1;2d55a1c3a545:33435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575/2d55a1c3a545%2C33435%2C1731202924575.1731202925039, exclude list is [], retry=0 2024-11-10T01:42:05,053 INFO [RS:0;2d55a1c3a545:43923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C43923%2C1731202924536, suffix=, logDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,43923,1731202924536, archiveDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/oldWALs, maxLogs=32 2024-11-10T01:42:05,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45661,DS-e5dd30ee-e403-4bb6-a758-a7b576fb9430,DISK] 2024-11-10T01:42:05,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-a9f55312-51ab-4052-876f-28a0dc192508,DISK] 2024-11-10T01:42:05,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37365,DS-e5915e56-552a-44c4-ba40-c5f1611d3e3a,DISK] 2024-11-10T01:42:05,059 INFO [RS:1;2d55a1c3a545:33435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575/2d55a1c3a545%2C33435%2C1731202924575.1731202925039 2024-11-10T01:42:05,060 DEBUG [RS:1;2d55a1c3a545:33435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38745:38745),(127.0.0.1/127.0.0.1:43697:43697),(127.0.0.1/127.0.0.1:35589:35589)] 2024-11-10T01:42:05,066 INFO [RS:2;2d55a1c3a545:36645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T01:42:05,067 DEBUG [RS:0;2d55a1c3a545:43923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,43923,1731202924536/2d55a1c3a545%2C43923%2C1731202924536.1731202925054, exclude list is [], retry=0 2024-11-10T01:42:05,068 INFO [RS:2;2d55a1c3a545:36645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C36645%2C1731202924613, suffix=, logDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,36645,1731202924613, archiveDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/oldWALs, maxLogs=32 2024-11-10T01:42:05,068 DEBUG [2d55a1c3a545:44267 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T01:42:05,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:05,070 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d55a1c3a545,33435,1731202924575, state=OPENING 2024-11-10T01:42:05,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-a9f55312-51ab-4052-876f-28a0dc192508,DISK] 2024-11-10T01:42:05,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45661,DS-e5dd30ee-e403-4bb6-a758-a7b576fb9430,DISK] 2024-11-10T01:42:05,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37365,DS-e5915e56-552a-44c4-ba40-c5f1611d3e3a,DISK] 2024-11-10T01:42:05,073 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T01:42:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:05,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:42:05,076 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:42:05,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2d55a1c3a545,33435,1731202924575}] 2024-11-10T01:42:05,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:42:05,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:42:05,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:42:05,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:42:05,083 DEBUG [RS:2;2d55a1c3a545:36645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,36645,1731202924613/2d55a1c3a545%2C36645%2C1731202924613.1731202925068, exclude list is [], retry=0 2024-11-10T01:42:05,084 INFO [RS:0;2d55a1c3a545:43923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,43923,1731202924536/2d55a1c3a545%2C43923%2C1731202924536.1731202925054 2024-11-10T01:42:05,084 DEBUG [RS:0;2d55a1c3a545:43923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38745:38745),(127.0.0.1/127.0.0.1:43697:43697)] 2024-11-10T01:42:05,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-a9f55312-51ab-4052-876f-28a0dc192508,DISK] 2024-11-10T01:42:05,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45661,DS-e5dd30ee-e403-4bb6-a758-a7b576fb9430,DISK] 2024-11-10T01:42:05,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37365,DS-e5915e56-552a-44c4-ba40-c5f1611d3e3a,DISK] 2024-11-10T01:42:05,089 INFO [RS:2;2d55a1c3a545:36645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,36645,1731202924613/2d55a1c3a545%2C36645%2C1731202924613.1731202925068 2024-11-10T01:42:05,089 DEBUG [RS:2;2d55a1c3a545:36645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43697:43697),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38745:38745)] 2024-11-10T01:42:07,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:07,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:07,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:08,494 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:42:08,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:08,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:08,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:09,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:42:09,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:42:14,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:42:14,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:14,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:14,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:15,080 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:42:15,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55689, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:42:15,087 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:42:15,087 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:42:15,088 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:42:15,090 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C33435%2C1731202924575.meta, suffix=.meta, logDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575, archiveDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/oldWALs, maxLogs=32 2024-11-10T01:42:15,103 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta, exclude list is [], retry=0 2024-11-10T01:42:15,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37365,DS-e5915e56-552a-44c4-ba40-c5f1611d3e3a,DISK] 2024-11-10T01:42:15,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-a9f55312-51ab-4052-876f-28a0dc192508,DISK] 2024-11-10T01:42:15,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45661,DS-e5dd30ee-e403-4bb6-a758-a7b576fb9430,DISK] 2024-11-10T01:42:15,108 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta 2024-11-10T01:42:15,108 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43697:43697),(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38745:38745)] 2024-11-10T01:42:15,109 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:42:15,109 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:42:15,109 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:42:15,109 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:42:15,109 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:42:15,109 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,110 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:42:15,110 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:42:15,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:42:15,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:42:15,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:15,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:42:15,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:42:15,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:42:15,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:15,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:42:15,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:42:15,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:42:15,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:15,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:42:15,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:42:15,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:42:15,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:15,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:42:15,117 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:42:15,117 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740 2024-11-10T01:42:15,119 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740 2024-11-10T01:42:15,120 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:42:15,120 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:42:15,121 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:42:15,122 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:42:15,123 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72057263, jitterRate=0.07373689115047455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:42:15,123 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:42:15,124 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731202935110Writing region info on filesystem at 1731202935110Initializing all the Stores at 1731202935111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202935111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202935111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202935111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202935111Cleaning up temporary data from old regions at 1731202935120 (+9 ms)Running coprocessor post-open hooks at 1731202935123 (+3 ms)Region opened successfully at 1731202935124 (+1 ms) 2024-11-10T01:42:15,125 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731202935079 2024-11-10T01:42:15,127 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:42:15,128 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:42:15,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:15,129 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d55a1c3a545,33435,1731202924575, state=OPEN 2024-11-10T01:42:15,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:42:15,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:42:15,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:42:15,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:42:15,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:42:15,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:42:15,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:42:15,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:42:15,131 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:15,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T01:42:15,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2d55a1c3a545,33435,1731202924575 in 10.0550 sec 2024-11-10T01:42:15,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T01:42:15,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.2210 sec 2024-11-10T01:42:15,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T01:42:15,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T01:42:15,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:42:15,141 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,33435,1731202924575, seqNum=-1] 2024-11-10T01:42:15,142 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:42:15,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49425, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:42:15,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.3220 sec 2024-11-10T01:42:15,149 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731202935148, completionTime=-1 2024-11-10T01:42:15,149 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T01:42:15,149 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T01:42:15,150 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-10T01:42:15,150 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731202995150 2024-11-10T01:42:15,150 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731203055150 2024-11-10T01:42:15,150 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T01:42:15,151 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,44267,1731202924485-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:15,151 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,44267,1731202924485-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:15,151 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,44267,1731202924485-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:15,151 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2d55a1c3a545:44267, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:15,151 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:15,151 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:15,153 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T01:42:15,155 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.506sec 2024-11-10T01:42:15,155 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T01:42:15,155 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T01:42:15,155 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T01:42:15,155 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T01:42:15,155 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T01:42:15,155 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,44267,1731202924485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T01:42:15,155 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,44267,1731202924485-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T01:42:15,158 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T01:42:15,158 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T01:42:15,158 INFO [master/2d55a1c3a545:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2d55a1c3a545,44267,1731202924485-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T01:42:15,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1007a54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:42:15,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2d55a1c3a545,44267,-1 for getting cluster id 2024-11-10T01:42:15,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:42:15,238 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '739e57f7-40de-4d2a-8b14-449f0e69d278' 2024-11-10T01:42:15,238 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:42:15,239 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "739e57f7-40de-4d2a-8b14-449f0e69d278" 2024-11-10T01:42:15,239 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da2e7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:42:15,239 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2d55a1c3a545,44267,-1] 2024-11-10T01:42:15,239 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:42:15,239 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:15,241 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39818, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:42:15,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71161f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:42:15,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:42:15,243 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,33435,1731202924575, seqNum=-1] 2024-11-10T01:42:15,243 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:42:15,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:42:15,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2d55a1c3a545,44267,1731202924485 2024-11-10T01:42:15,246 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731202935246 (current time:1731202935246). 2024-11-10T01:42:15,246 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-10T01:42:15,246 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-10T01:42:15,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec68c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:42:15,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2d55a1c3a545,44267,-1 for getting cluster id 2024-11-10T01:42:15,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T01:42:15,248 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '739e57f7-40de-4d2a-8b14-449f0e69d278' 2024-11-10T01:42:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T01:42:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "739e57f7-40de-4d2a-8b14-449f0e69d278" 2024-11-10T01:42:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3e1344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:42:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2d55a1c3a545,44267,-1] 2024-11-10T01:42:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T01:42:15,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:15,249 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T01:42:15,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244fab1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T01:42:15,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:42:15,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,33435,1731202924575, seqNum=-1] 2024-11-10T01:42:15,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:42:15,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:42:15,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:42:15,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:42:15,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:15,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:15,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:42:15,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T01:42:15,254 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2d55a1c3a545,44267,1731202924485 2024-11-10T01:42:15,254 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d5ed514 2024-11-10T01:42:15,255 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T01:42:15,256 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T01:42:15,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T01:42:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-10T01:42:15,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T01:42:15,259 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:15,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-10T01:42:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:42:15,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T01:42:15,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741837_1013 (size=361) 2024-11-10T01:42:15,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741837_1013 (size=361) 2024-11-10T01:42:15,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741837_1013 (size=361) 2024-11-10T01:42:15,275 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 58d056289699e41e802ed80f7b204a79, NAME => 'SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:15,276 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df1fbcda9f16a3d59bb9b513dc82d518, NAME => 'SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:15,276 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 47402473c74c62618b310000eb18a214, NAME => 'SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:15,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741839_1015 (size=54) 2024-11-10T01:42:15,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741838_1014 (size=62) 2024-11-10T01:42:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741838_1014 (size=62) 2024-11-10T01:42:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741838_1014 (size=62) 2024-11-10T01:42:15,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741839_1015 (size=54) 2024-11-10T01:42:15,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741839_1015 (size=54) 2024-11-10T01:42:15,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 58d056289699e41e802ed80f7b204a79, disabling compactions & flushes 2024-11-10T01:42:15,295 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. 2024-11-10T01:42:15,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. 2024-11-10T01:42:15,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. after waiting 0 ms 2024-11-10T01:42:15,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741840_1016 (size=62) 2024-11-10T01:42:15,295 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. 2024-11-10T01:42:15,295 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. 2024-11-10T01:42:15,296 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 58d056289699e41e802ed80f7b204a79: Waiting for close lock at 1731202935295Disabling compacts and flushes for region at 1731202935295Disabling writes for close at 1731202935295Writing region close event to WAL at 1731202935295Closed at 1731202935295 2024-11-10T01:42:15,297 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3043bfac4135a8618ef5d158fcf5a415, NAME => 'SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:15,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing df1fbcda9f16a3d59bb9b513dc82d518, disabling compactions & flushes 2024-11-10T01:42:15,297 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:42:15,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:42:15,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. after waiting 0 ms 2024-11-10T01:42:15,297 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:42:15,298 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:42:15,298 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 47402473c74c62618b310000eb18a214, disabling compactions & flushes 2024-11-10T01:42:15,298 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for df1fbcda9f16a3d59bb9b513dc82d518: Waiting for close lock at 1731202935297Disabling compacts and flushes for region at 1731202935297Disabling writes for close at 1731202935297Writing region close event to WAL at 1731202935298 (+1 ms)Closed at 1731202935298 2024-11-10T01:42:15,298 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:42:15,298 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:42:15,298 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. after waiting 0 ms 2024-11-10T01:42:15,298 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4017926193d9b46c1dff2c7be4dcaed, NAME => 'SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:15,298 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:42:15,298 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:42:15,298 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 47402473c74c62618b310000eb18a214: Waiting for close lock at 1731202935297Disabling compacts and flushes for region at 1731202935297Disabling writes for close at 1731202935298 (+1 ms)Writing region close event to WAL at 1731202935298Closed at 1731202935298 2024-11-10T01:42:15,299 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 76093a804fb7996a1ff9fb62d8907b02, NAME => 'SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741840_1016 (size=62) 2024-11-10T01:42:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741840_1016 (size=62) 2024-11-10T01:42:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741841_1017 (size=62) 2024-11-10T01:42:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741841_1017 (size=62) 2024-11-10T01:42:15,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741841_1017 (size=62) 2024-11-10T01:42:15,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741842_1018 (size=62) 2024-11-10T01:42:15,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,313 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3043bfac4135a8618ef5d158fcf5a415, disabling compactions & flushes 2024-11-10T01:42:15,314 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. 2024-11-10T01:42:15,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. 2024-11-10T01:42:15,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. after waiting 0 ms 2024-11-10T01:42:15,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. 2024-11-10T01:42:15,314 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. 2024-11-10T01:42:15,314 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3043bfac4135a8618ef5d158fcf5a415: Waiting for close lock at 1731202935313Disabling compacts and flushes for region at 1731202935313Disabling writes for close at 1731202935314 (+1 ms)Writing region close event to WAL at 1731202935314Closed at 1731202935314 2024-11-10T01:42:15,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741842_1018 (size=62) 2024-11-10T01:42:15,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741842_1018 (size=62) 2024-11-10T01:42:15,315 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8963640c8f4f15bed3ae6e95696919f7, NAME => 'SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:15,317 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,317 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c4017926193d9b46c1dff2c7be4dcaed, disabling compactions & flushes 2024-11-10T01:42:15,317 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:42:15,317 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:42:15,317 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. after waiting 0 ms 2024-11-10T01:42:15,317 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:42:15,317 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:42:15,317 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4017926193d9b46c1dff2c7be4dcaed: Waiting for close lock at 1731202935317Disabling compacts and flushes for region at 1731202935317Disabling writes for close at 1731202935317Writing region close event to WAL at 1731202935317Closed at 1731202935317 2024-11-10T01:42:15,318 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 324ce242b7da9e25e1be670a33336310, NAME => 'SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741843_1019 (size=62) 2024-11-10T01:42:15,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741843_1019 (size=62) 2024-11-10T01:42:15,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741843_1019 (size=62) 2024-11-10T01:42:15,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 76093a804fb7996a1ff9fb62d8907b02, disabling compactions & flushes 2024-11-10T01:42:15,321 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:42:15,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:42:15,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. after waiting 0 ms 2024-11-10T01:42:15,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:42:15,321 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:42:15,321 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 76093a804fb7996a1ff9fb62d8907b02: Waiting for close lock at 1731202935321Disabling compacts and flushes for region at 1731202935321Disabling writes for close at 1731202935321Writing region close event to WAL at 1731202935321Closed at 1731202935321 2024-11-10T01:42:15,322 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 95f74382c7fa12162e0aa83b7ca6318c, NAME => 'SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:15,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741844_1020 (size=62) 2024-11-10T01:42:15,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741844_1020 (size=62) 2024-11-10T01:42:15,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741844_1020 (size=62) 2024-11-10T01:42:15,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8963640c8f4f15bed3ae6e95696919f7, disabling compactions & flushes 2024-11-10T01:42:15,332 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. 2024-11-10T01:42:15,332 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. 2024-11-10T01:42:15,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. after waiting 1 ms 2024-11-10T01:42:15,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. 2024-11-10T01:42:15,333 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. 2024-11-10T01:42:15,333 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8963640c8f4f15bed3ae6e95696919f7: Waiting for close lock at 1731202935332Disabling compacts and flushes for region at 1731202935332Disabling writes for close at 1731202935333 (+1 ms)Writing region close event to WAL at 1731202935333Closed at 1731202935333 2024-11-10T01:42:15,334 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7fd2e51a224781d53f099056c3faf31f, NAME => 'SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3 2024-11-10T01:42:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741845_1021 (size=62) 2024-11-10T01:42:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741845_1021 (size=62) 2024-11-10T01:42:15,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741845_1021 (size=62) 2024-11-10T01:42:15,337 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 324ce242b7da9e25e1be670a33336310, disabling compactions & flushes 2024-11-10T01:42:15,338 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:42:15,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:42:15,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. after waiting 0 ms 2024-11-10T01:42:15,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:42:15,338 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:42:15,338 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 324ce242b7da9e25e1be670a33336310: Waiting for close lock at 1731202935337Disabling compacts and flushes for region at 1731202935337Disabling writes for close at 1731202935338 (+1 ms)Writing region close event to WAL at 1731202935338Closed at 1731202935338 2024-11-10T01:42:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741846_1022 (size=62) 2024-11-10T01:42:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741846_1022 (size=62) 2024-11-10T01:42:15,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741846_1022 (size=62) 2024-11-10T01:42:15,343 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 95f74382c7fa12162e0aa83b7ca6318c, disabling compactions & flushes 2024-11-10T01:42:15,344 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:42:15,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:42:15,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. after waiting 0 ms 2024-11-10T01:42:15,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:42:15,344 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:42:15,344 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 95f74382c7fa12162e0aa83b7ca6318c: Waiting for close lock at 1731202935344Disabling compacts and flushes for region at 1731202935344Disabling writes for close at 1731202935344Writing region close event to WAL at 1731202935344Closed at 1731202935344 2024-11-10T01:42:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741847_1023 (size=54) 2024-11-10T01:42:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741847_1023 (size=54) 2024-11-10T01:42:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741847_1023 (size=54) 2024-11-10T01:42:15,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:15,354 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7fd2e51a224781d53f099056c3faf31f, disabling compactions & flushes 2024-11-10T01:42:15,354 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. 2024-11-10T01:42:15,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. 2024-11-10T01:42:15,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. after waiting 0 ms 2024-11-10T01:42:15,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. 2024-11-10T01:42:15,355 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. 2024-11-10T01:42:15,355 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7fd2e51a224781d53f099056c3faf31f: Waiting for close lock at 1731202935354Disabling compacts and flushes for region at 1731202935354Disabling writes for close at 1731202935355 (+1 ms)Writing region close event to WAL at 1731202935355Closed at 1731202935355 2024-11-10T01:42:15,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T01:42:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202935356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202935356"}]},"ts":"1731202935356"} 2024-11-10T01:42:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731202935356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202935356"}]},"ts":"1731202935356"} 2024-11-10T01:42:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202935356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202935356"}]},"ts":"1731202935356"} 2024-11-10T01:42:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202935356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202935356"}]},"ts":"1731202935356"} 2024-11-10T01:42:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202935356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202935356"}]},"ts":"1731202935356"} 2024-11-10T01:42:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202935356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202935356"}]},"ts":"1731202935356"} 2024-11-10T01:42:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202935356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202935356"}]},"ts":"1731202935356"} 2024-11-10T01:42:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202935356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202935356"}]},"ts":"1731202935356"} 2024-11-10T01:42:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731202935356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202935356"}]},"ts":"1731202935356"} 2024-11-10T01:42:15,357 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731202935356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731202935356"}]},"ts":"1731202935356"} 2024-11-10T01:42:15,363 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-10T01:42:15,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T01:42:15,364 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202935364"}]},"ts":"1731202935364"} 2024-11-10T01:42:15,366 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-10T01:42:15,366 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {2d55a1c3a545=0} racks are {/default-rack=0} 2024-11-10T01:42:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:42:15,372 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T01:42:15,372 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T01:42:15,372 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T01:42:15,372 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T01:42:15,372 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T01:42:15,372 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T01:42:15,373 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T01:42:15,373 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T01:42:15,373 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T01:42:15,373 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T01:42:15,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df1fbcda9f16a3d59bb9b513dc82d518, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47402473c74c62618b310000eb18a214, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58d056289699e41e802ed80f7b204a79, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3043bfac4135a8618ef5d158fcf5a415, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4017926193d9b46c1dff2c7be4dcaed, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76093a804fb7996a1ff9fb62d8907b02, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8963640c8f4f15bed3ae6e95696919f7, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=324ce242b7da9e25e1be670a33336310, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95f74382c7fa12162e0aa83b7ca6318c, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fd2e51a224781d53f099056c3faf31f, ASSIGN}] 2024-11-10T01:42:15,376 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58d056289699e41e802ed80f7b204a79, ASSIGN 2024-11-10T01:42:15,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47402473c74c62618b310000eb18a214, ASSIGN 2024-11-10T01:42:15,376 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3043bfac4135a8618ef5d158fcf5a415, ASSIGN 2024-11-10T01:42:15,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4017926193d9b46c1dff2c7be4dcaed, ASSIGN 2024-11-10T01:42:15,377 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58d056289699e41e802ed80f7b204a79, ASSIGN; state=OFFLINE, location=2d55a1c3a545,33435,1731202924575; forceNewPlan=false, retain=false 2024-11-10T01:42:15,377 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47402473c74c62618b310000eb18a214, ASSIGN; state=OFFLINE, location=2d55a1c3a545,36645,1731202924613; forceNewPlan=false, retain=false 2024-11-10T01:42:15,377 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3043bfac4135a8618ef5d158fcf5a415, ASSIGN; state=OFFLINE, location=2d55a1c3a545,33435,1731202924575; forceNewPlan=false, retain=false 2024-11-10T01:42:15,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4017926193d9b46c1dff2c7be4dcaed, ASSIGN; state=OFFLINE, location=2d55a1c3a545,43923,1731202924536; forceNewPlan=false, retain=false 2024-11-10T01:42:15,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=324ce242b7da9e25e1be670a33336310, ASSIGN 2024-11-10T01:42:15,381 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8963640c8f4f15bed3ae6e95696919f7, ASSIGN 2024-11-10T01:42:15,381 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95f74382c7fa12162e0aa83b7ca6318c, ASSIGN 2024-11-10T01:42:15,381 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fd2e51a224781d53f099056c3faf31f, ASSIGN 2024-11-10T01:42:15,381 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76093a804fb7996a1ff9fb62d8907b02, ASSIGN 2024-11-10T01:42:15,382 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=324ce242b7da9e25e1be670a33336310, ASSIGN; state=OFFLINE, location=2d55a1c3a545,43923,1731202924536; forceNewPlan=false, retain=false 2024-11-10T01:42:15,382 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8963640c8f4f15bed3ae6e95696919f7, ASSIGN; state=OFFLINE, location=2d55a1c3a545,33435,1731202924575; forceNewPlan=false, retain=false 2024-11-10T01:42:15,383 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95f74382c7fa12162e0aa83b7ca6318c, ASSIGN; state=OFFLINE, location=2d55a1c3a545,36645,1731202924613; forceNewPlan=false, retain=false 2024-11-10T01:42:15,383 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fd2e51a224781d53f099056c3faf31f, ASSIGN; state=OFFLINE, location=2d55a1c3a545,33435,1731202924575; forceNewPlan=false, retain=false 2024-11-10T01:42:15,383 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76093a804fb7996a1ff9fb62d8907b02, ASSIGN; state=OFFLINE, location=2d55a1c3a545,36645,1731202924613; forceNewPlan=false, retain=false 2024-11-10T01:42:15,386 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df1fbcda9f16a3d59bb9b513dc82d518, ASSIGN 2024-11-10T01:42:15,387 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df1fbcda9f16a3d59bb9b513dc82d518, ASSIGN; state=OFFLINE, location=2d55a1c3a545,43923,1731202924536; forceNewPlan=false, retain=false 2024-11-10T01:42:15,528 INFO [2d55a1c3a545:44267 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-10T01:42:15,529 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=324ce242b7da9e25e1be670a33336310, regionState=OPENING, regionLocation=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:15,529 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=76093a804fb7996a1ff9fb62d8907b02, regionState=OPENING, regionLocation=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:15,529 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df1fbcda9f16a3d59bb9b513dc82d518, regionState=OPENING, regionLocation=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:15,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=95f74382c7fa12162e0aa83b7ca6318c, regionState=OPENING, regionLocation=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:15,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4017926193d9b46c1dff2c7be4dcaed, regionState=OPENING, regionLocation=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:15,530 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=47402473c74c62618b310000eb18a214, regionState=OPENING, regionLocation=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:15,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7fd2e51a224781d53f099056c3faf31f, regionState=OPENING, regionLocation=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:15,530 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8963640c8f4f15bed3ae6e95696919f7, regionState=OPENING, regionLocation=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:15,530 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3043bfac4135a8618ef5d158fcf5a415, regionState=OPENING, regionLocation=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:15,530 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=58d056289699e41e802ed80f7b204a79, regionState=OPENING, regionLocation=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:15,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=324ce242b7da9e25e1be670a33336310, ASSIGN because future has completed 2024-11-10T01:42:15,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324ce242b7da9e25e1be670a33336310, server=2d55a1c3a545,43923,1731202924536}] 2024-11-10T01:42:15,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=76093a804fb7996a1ff9fb62d8907b02, ASSIGN because future has completed 2024-11-10T01:42:15,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4017926193d9b46c1dff2c7be4dcaed, ASSIGN because future has completed 2024-11-10T01:42:15,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76093a804fb7996a1ff9fb62d8907b02, server=2d55a1c3a545,36645,1731202924613}] 2024-11-10T01:42:15,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=95f74382c7fa12162e0aa83b7ca6318c, ASSIGN because future has completed 2024-11-10T01:42:15,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4017926193d9b46c1dff2c7be4dcaed, server=2d55a1c3a545,43923,1731202924536}] 2024-11-10T01:42:15,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=df1fbcda9f16a3d59bb9b513dc82d518, ASSIGN because future has completed 2024-11-10T01:42:15,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47402473c74c62618b310000eb18a214, ASSIGN because future has completed 2024-11-10T01:42:15,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fd2e51a224781d53f099056c3faf31f, ASSIGN because future has completed 2024-11-10T01:42:15,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95f74382c7fa12162e0aa83b7ca6318c, server=2d55a1c3a545,36645,1731202924613}] 2024-11-10T01:42:15,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df1fbcda9f16a3d59bb9b513dc82d518, server=2d55a1c3a545,43923,1731202924536}] 2024-11-10T01:42:15,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8963640c8f4f15bed3ae6e95696919f7, ASSIGN because future has completed 2024-11-10T01:42:15,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fd2e51a224781d53f099056c3faf31f, server=2d55a1c3a545,33435,1731202924575}] 2024-11-10T01:42:15,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47402473c74c62618b310000eb18a214, server=2d55a1c3a545,36645,1731202924613}] 2024-11-10T01:42:15,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3043bfac4135a8618ef5d158fcf5a415, ASSIGN because future has completed 2024-11-10T01:42:15,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58d056289699e41e802ed80f7b204a79, ASSIGN because future has completed 2024-11-10T01:42:15,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58d056289699e41e802ed80f7b204a79, server=2d55a1c3a545,33435,1731202924575}] 2024-11-10T01:42:15,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3043bfac4135a8618ef5d158fcf5a415, server=2d55a1c3a545,33435,1731202924575}] 2024-11-10T01:42:15,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8963640c8f4f15bed3ae6e95696919f7, server=2d55a1c3a545,33435,1731202924575}] 2024-11-10T01:42:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:42:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:42:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:42:16,874 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T01:42:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:42:18,824 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2d55a1c3a545:33313 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T01:42:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:42:19,469 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T01:42:19,470 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T01:42:19,470 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:42:19,470 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T01:42:20,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:42:20,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:20,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:20,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:42:25,535 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:42:25,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55945, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:42:25,538 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T01:42:25,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55141, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T01:42:25,542 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:42:25,543 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c4017926193d9b46c1dff2c7be4dcaed, NAME => 'SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-10T01:42:25,543 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,543 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:25,543 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,543 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,543 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:42:25,543 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 47402473c74c62618b310000eb18a214, NAME => 'SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-10T01:42:25,544 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,544 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:25,544 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,544 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,547 INFO [StoreOpener-c4017926193d9b46c1dff2c7be4dcaed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,547 INFO [StoreOpener-47402473c74c62618b310000eb18a214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,549 INFO [StoreOpener-c4017926193d9b46c1dff2c7be4dcaed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4017926193d9b46c1dff2c7be4dcaed columnFamilyName cf 2024-11-10T01:42:25,549 INFO [StoreOpener-47402473c74c62618b310000eb18a214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47402473c74c62618b310000eb18a214 columnFamilyName cf 2024-11-10T01:42:25,549 DEBUG [StoreOpener-c4017926193d9b46c1dff2c7be4dcaed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:25,549 DEBUG [StoreOpener-47402473c74c62618b310000eb18a214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:25,550 INFO [StoreOpener-c4017926193d9b46c1dff2c7be4dcaed-1 {}] regionserver.HStore(327): Store=c4017926193d9b46c1dff2c7be4dcaed/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:25,550 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,550 INFO [StoreOpener-47402473c74c62618b310000eb18a214-1 {}] regionserver.HStore(327): Store=47402473c74c62618b310000eb18a214/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:25,550 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,551 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,551 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,551 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,551 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,552 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,552 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,552 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,552 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,554 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,554 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,556 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. 2024-11-10T01:42:25,556 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fd2e51a224781d53f099056c3faf31f, NAME => 'SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-10T01:42:25,556 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,556 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:25,557 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,557 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,557 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/47402473c74c62618b310000eb18a214/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:25,557 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 47402473c74c62618b310000eb18a214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70042257, jitterRate=0.04371096193790436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:42:25,557 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47402473c74c62618b310000eb18a214 2024-11-10T01:42:25,558 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 47402473c74c62618b310000eb18a214: Running coprocessor pre-open hook at 1731202945544Writing region info on filesystem at 1731202945544Initializing all the Stores at 1731202945545 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202945545Cleaning up temporary data from old regions at 1731202945552 (+7 ms)Running coprocessor post-open hooks at 1731202945557 (+5 ms)Region opened successfully at 1731202945557 2024-11-10T01:42:25,558 INFO [StoreOpener-7fd2e51a224781d53f099056c3faf31f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,558 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/c4017926193d9b46c1dff2c7be4dcaed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:25,559 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214., pid=21, masterSystemTime=1731202945537 2024-11-10T01:42:25,559 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c4017926193d9b46c1dff2c7be4dcaed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60269773, jitterRate=-0.10191039741039276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:42:25,559 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:25,559 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c4017926193d9b46c1dff2c7be4dcaed: Running coprocessor pre-open hook at 1731202945543Writing region info on filesystem at 1731202945543Initializing all the Stores at 1731202945544 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202945544Cleaning up temporary data from old regions at 1731202945552 (+8 ms)Running coprocessor post-open hooks at 1731202945559 (+7 ms)Region opened successfully at 1731202945559 2024-11-10T01:42:25,559 INFO [StoreOpener-7fd2e51a224781d53f099056c3faf31f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd2e51a224781d53f099056c3faf31f columnFamilyName cf 2024-11-10T01:42:25,559 DEBUG [StoreOpener-7fd2e51a224781d53f099056c3faf31f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:25,560 INFO [StoreOpener-7fd2e51a224781d53f099056c3faf31f-1 {}] regionserver.HStore(327): Store=7fd2e51a224781d53f099056c3faf31f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:25,560 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,561 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed., pid=17, masterSystemTime=1731202945535 2024-11-10T01:42:25,561 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,561 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:42:25,561 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:42:25,561 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:42:25,561 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,561 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 76093a804fb7996a1ff9fb62d8907b02, NAME => 'SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-10T01:42:25,562 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,562 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:25,562 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,562 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,562 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,562 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,563 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=47402473c74c62618b310000eb18a214, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:25,563 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:42:25,563 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:42:25,563 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:42:25,563 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => df1fbcda9f16a3d59bb9b513dc82d518, NAME => 'SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-10T01:42:25,564 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,564 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:25,564 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,564 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,564 INFO [StoreOpener-76093a804fb7996a1ff9fb62d8907b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4017926193d9b46c1dff2c7be4dcaed, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:25,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47402473c74c62618b310000eb18a214, server=2d55a1c3a545,36645,1731202924613 because future has completed 2024-11-10T01:42:25,566 INFO [StoreOpener-df1fbcda9f16a3d59bb9b513dc82d518-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,566 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,567 INFO [StoreOpener-76093a804fb7996a1ff9fb62d8907b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76093a804fb7996a1ff9fb62d8907b02 columnFamilyName cf 2024-11-10T01:42:25,567 DEBUG [StoreOpener-76093a804fb7996a1ff9fb62d8907b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:25,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4017926193d9b46c1dff2c7be4dcaed, server=2d55a1c3a545,43923,1731202924536 because future has completed 2024-11-10T01:42:25,567 INFO [StoreOpener-76093a804fb7996a1ff9fb62d8907b02-1 {}] regionserver.HStore(327): Store=76093a804fb7996a1ff9fb62d8907b02/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:25,568 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,568 INFO [StoreOpener-df1fbcda9f16a3d59bb9b513dc82d518-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df1fbcda9f16a3d59bb9b513dc82d518 columnFamilyName cf 2024-11-10T01:42:25,568 DEBUG [StoreOpener-df1fbcda9f16a3d59bb9b513dc82d518-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:25,569 INFO [StoreOpener-df1fbcda9f16a3d59bb9b513dc82d518-1 {}] regionserver.HStore(327): Store=df1fbcda9f16a3d59bb9b513dc82d518/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:25,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-10T01:42:25,569 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,569 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,570 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,570 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 47402473c74c62618b310000eb18a214, server=2d55a1c3a545,36645,1731202924613 in 10.0270 sec 2024-11-10T01:42:25,570 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,571 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,571 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,571 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/7fd2e51a224781d53f099056c3faf31f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:25,571 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,571 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,571 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 7fd2e51a224781d53f099056c3faf31f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62846735, jitterRate=-0.06351067125797272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:42:25,572 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:25,572 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 7fd2e51a224781d53f099056c3faf31f: Running coprocessor pre-open hook at 1731202945557Writing region info on filesystem at 1731202945557Initializing all the Stores at 1731202945558 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202945558Cleaning up temporary data from old regions at 1731202945562 (+4 ms)Running coprocessor post-open hooks at 1731202945572 (+10 ms)Region opened successfully at 1731202945572 2024-11-10T01:42:25,573 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f., pid=20, masterSystemTime=1731202945544 2024-11-10T01:42:25,574 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,574 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=9 2024-11-10T01:42:25,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c4017926193d9b46c1dff2c7be4dcaed, server=2d55a1c3a545,43923,1731202924536 in 10.0320 sec 2024-11-10T01:42:25,577 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. 2024-11-10T01:42:25,577 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. 2024-11-10T01:42:25,577 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/76093a804fb7996a1ff9fb62d8907b02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:25,577 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/df1fbcda9f16a3d59bb9b513dc82d518/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:25,577 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. 2024-11-10T01:42:25,577 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 8963640c8f4f15bed3ae6e95696919f7, NAME => 'SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-10T01:42:25,578 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,578 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:25,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47402473c74c62618b310000eb18a214, ASSIGN in 10.1970 sec 2024-11-10T01:42:25,578 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,578 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,578 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 76093a804fb7996a1ff9fb62d8907b02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68366915, jitterRate=0.018746420741081238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:42:25,578 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:25,579 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 76093a804fb7996a1ff9fb62d8907b02: Running coprocessor pre-open hook at 1731202945562Writing region info on filesystem at 1731202945562Initializing all the Stores at 1731202945563 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202945563Cleaning up temporary data from old regions at 1731202945571 (+8 ms)Running coprocessor post-open hooks at 1731202945578 (+7 ms)Region opened successfully at 1731202945579 (+1 ms) 2024-11-10T01:42:25,579 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened df1fbcda9f16a3d59bb9b513dc82d518; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74328531, jitterRate=0.10758142173290253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:42:25,579 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:25,579 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for df1fbcda9f16a3d59bb9b513dc82d518: Running coprocessor pre-open hook at 1731202945564Writing region info on filesystem at 1731202945564Initializing all the Stores at 1731202945565 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202945565Cleaning up temporary data from old regions at 1731202945571 (+6 ms)Running coprocessor post-open hooks at 1731202945579 (+8 ms)Region opened successfully at 1731202945579 2024-11-10T01:42:25,580 INFO [StoreOpener-8963640c8f4f15bed3ae6e95696919f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4017926193d9b46c1dff2c7be4dcaed, ASSIGN in 10.2030 sec 2024-11-10T01:42:25,581 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02., pid=16, masterSystemTime=1731202945537 2024-11-10T01:42:25,581 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518., pid=19, masterSystemTime=1731202945535 2024-11-10T01:42:25,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7fd2e51a224781d53f099056c3faf31f, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:25,581 INFO [StoreOpener-8963640c8f4f15bed3ae6e95696919f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8963640c8f4f15bed3ae6e95696919f7 columnFamilyName cf 2024-11-10T01:42:25,581 DEBUG [StoreOpener-8963640c8f4f15bed3ae6e95696919f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:25,583 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:42:25,583 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:42:25,584 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:42:25,584 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 95f74382c7fa12162e0aa83b7ca6318c, NAME => 'SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-10T01:42:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fd2e51a224781d53f099056c3faf31f, server=2d55a1c3a545,33435,1731202924575 because future has completed 2024-11-10T01:42:25,584 INFO [StoreOpener-8963640c8f4f15bed3ae6e95696919f7-1 {}] regionserver.HStore(327): Store=8963640c8f4f15bed3ae6e95696919f7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:25,584 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,584 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:25,584 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,584 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=76093a804fb7996a1ff9fb62d8907b02, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:25,586 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,586 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:42:25,586 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:42:25,586 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:42:25,586 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 324ce242b7da9e25e1be670a33336310, NAME => 'SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-10T01:42:25,587 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,587 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:25,587 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,587 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,587 INFO [StoreOpener-95f74382c7fa12162e0aa83b7ca6318c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,587 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,588 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,588 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df1fbcda9f16a3d59bb9b513dc82d518, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:25,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76093a804fb7996a1ff9fb62d8907b02, server=2d55a1c3a545,36645,1731202924613 because future has completed 2024-11-10T01:42:25,589 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,589 INFO [StoreOpener-95f74382c7fa12162e0aa83b7ca6318c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95f74382c7fa12162e0aa83b7ca6318c columnFamilyName cf 2024-11-10T01:42:25,589 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,589 DEBUG [StoreOpener-95f74382c7fa12162e0aa83b7ca6318c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:25,590 INFO [StoreOpener-95f74382c7fa12162e0aa83b7ca6318c-1 {}] regionserver.HStore(327): Store=95f74382c7fa12162e0aa83b7ca6318c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:25,590 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df1fbcda9f16a3d59bb9b513dc82d518, server=2d55a1c3a545,43923,1731202924536 because future has completed 2024-11-10T01:42:25,591 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,592 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,593 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,593 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,593 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=14 2024-11-10T01:42:25,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fd2e51a224781d53f099056c3faf31f, server=2d55a1c3a545,33435,1731202924575 in 10.0490 sec 2024-11-10T01:42:25,595 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-10T01:42:25,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fd2e51a224781d53f099056c3faf31f, ASSIGN in 10.2200 sec 2024-11-10T01:42:25,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df1fbcda9f16a3d59bb9b513dc82d518, server=2d55a1c3a545,43923,1731202924536 in 10.0530 sec 2024-11-10T01:42:25,597 INFO [StoreOpener-324ce242b7da9e25e1be670a33336310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-10T01:42:25,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 76093a804fb7996a1ff9fb62d8907b02, server=2d55a1c3a545,36645,1731202924613 in 10.0580 sec 2024-11-10T01:42:25,598 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/8963640c8f4f15bed3ae6e95696919f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:25,599 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 8963640c8f4f15bed3ae6e95696919f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59349708, jitterRate=-0.1156204342842102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:42:25,600 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:25,600 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 8963640c8f4f15bed3ae6e95696919f7: Running coprocessor pre-open hook at 1731202945578Writing region info on filesystem at 1731202945578Initializing all the Stores at 1731202945579 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202945579Cleaning up temporary data from old regions at 1731202945589 (+10 ms)Running coprocessor post-open hooks at 1731202945600 (+11 ms)Region opened successfully at 1731202945600 2024-11-10T01:42:25,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=df1fbcda9f16a3d59bb9b513dc82d518, ASSIGN in 10.2230 sec 2024-11-10T01:42:25,600 INFO [StoreOpener-324ce242b7da9e25e1be670a33336310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 324ce242b7da9e25e1be670a33336310 columnFamilyName cf 2024-11-10T01:42:25,600 DEBUG [StoreOpener-324ce242b7da9e25e1be670a33336310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:25,601 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7., pid=24, masterSystemTime=1731202945544 2024-11-10T01:42:25,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=76093a804fb7996a1ff9fb62d8907b02, ASSIGN in 10.2260 sec 2024-11-10T01:42:25,601 INFO [StoreOpener-324ce242b7da9e25e1be670a33336310-1 {}] regionserver.HStore(327): Store=324ce242b7da9e25e1be670a33336310/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:25,601 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,602 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,603 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,603 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. 2024-11-10T01:42:25,603 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. 2024-11-10T01:42:25,604 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. 2024-11-10T01:42:25,604 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 58d056289699e41e802ed80f7b204a79, NAME => 'SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-10T01:42:25,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8963640c8f4f15bed3ae6e95696919f7, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:25,604 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,604 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:25,604 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,604 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,604 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,605 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8963640c8f4f15bed3ae6e95696919f7, server=2d55a1c3a545,33435,1731202924575 because future has completed 2024-11-10T01:42:25,608 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-10T01:42:25,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8963640c8f4f15bed3ae6e95696919f7, server=2d55a1c3a545,33435,1731202924575 in 10.0580 sec 2024-11-10T01:42:25,613 INFO [StoreOpener-58d056289699e41e802ed80f7b204a79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,613 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:25,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8963640c8f4f15bed3ae6e95696919f7, ASSIGN in 10.2380 sec 2024-11-10T01:42:25,613 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 95f74382c7fa12162e0aa83b7ca6318c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68106215, jitterRate=0.014861688017845154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:42:25,614 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:25,614 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 95f74382c7fa12162e0aa83b7ca6318c: Running coprocessor pre-open hook at 1731202945584Writing region info on filesystem at 1731202945584Initializing all the Stores at 1731202945586 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202945586Cleaning up temporary data from old regions at 1731202945593 (+7 ms)Running coprocessor post-open hooks at 1731202945614 (+21 ms)Region opened successfully at 1731202945614 2024-11-10T01:42:25,614 INFO [StoreOpener-58d056289699e41e802ed80f7b204a79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58d056289699e41e802ed80f7b204a79 columnFamilyName cf 2024-11-10T01:42:25,615 DEBUG [StoreOpener-58d056289699e41e802ed80f7b204a79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:25,615 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c., pid=18, masterSystemTime=1731202945537 2024-11-10T01:42:25,615 INFO [StoreOpener-58d056289699e41e802ed80f7b204a79-1 {}] regionserver.HStore(327): Store=58d056289699e41e802ed80f7b204a79/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:25,615 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,616 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,617 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,617 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:25,618 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:42:25,618 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:42:25,618 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,618 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,618 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 324ce242b7da9e25e1be670a33336310; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71633759, jitterRate=0.06742618978023529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:42:25,618 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:25,618 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 324ce242b7da9e25e1be670a33336310: Running coprocessor pre-open hook at 1731202945587Writing region info on filesystem at 1731202945587Initializing all the Stores at 1731202945589 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202945589Cleaning up temporary data from old regions at 1731202945605 (+16 ms)Running coprocessor post-open hooks at 1731202945618 (+13 ms)Region opened successfully at 1731202945618 2024-11-10T01:42:25,618 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=95f74382c7fa12162e0aa83b7ca6318c, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:25,619 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310., pid=15, masterSystemTime=1731202945535 2024-11-10T01:42:25,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95f74382c7fa12162e0aa83b7ca6318c, server=2d55a1c3a545,36645,1731202924613 because future has completed 2024-11-10T01:42:25,620 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,621 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:42:25,621 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:42:25,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=324ce242b7da9e25e1be670a33336310, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:25,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 324ce242b7da9e25e1be670a33336310, server=2d55a1c3a545,43923,1731202924536 because future has completed 2024-11-10T01:42:25,625 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/58d056289699e41e802ed80f7b204a79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:25,625 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 58d056289699e41e802ed80f7b204a79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60788438, jitterRate=-0.09418168663978577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:42:25,625 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:25,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-10T01:42:25,626 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 58d056289699e41e802ed80f7b204a79: Running coprocessor pre-open hook at 1731202945605Writing region info on filesystem at 1731202945605Initializing all the Stores at 1731202945606 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202945606Cleaning up temporary data from old regions at 1731202945618 (+12 ms)Running coprocessor post-open hooks at 1731202945625 (+7 ms)Region opened successfully at 1731202945625 2024-11-10T01:42:25,626 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79., pid=22, masterSystemTime=1731202945544 2024-11-10T01:42:25,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 95f74382c7fa12162e0aa83b7ca6318c, server=2d55a1c3a545,36645,1731202924613 in 10.0840 sec 2024-11-10T01:42:25,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-10T01:42:25,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=95f74382c7fa12162e0aa83b7ca6318c, ASSIGN in 10.2540 sec 2024-11-10T01:42:25,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 324ce242b7da9e25e1be670a33336310, server=2d55a1c3a545,43923,1731202924536 in 10.0940 sec 2024-11-10T01:42:25,630 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. 2024-11-10T01:42:25,630 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. 2024-11-10T01:42:25,630 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. 2024-11-10T01:42:25,630 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 3043bfac4135a8618ef5d158fcf5a415, NAME => 'SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-10T01:42:25,630 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,631 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:42:25,631 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,631 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=324ce242b7da9e25e1be670a33336310, ASSIGN in 10.2560 sec 2024-11-10T01:42:25,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=58d056289699e41e802ed80f7b204a79, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:25,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58d056289699e41e802ed80f7b204a79, server=2d55a1c3a545,33435,1731202924575 because future has completed 2024-11-10T01:42:25,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-10T01:42:25,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 58d056289699e41e802ed80f7b204a79, server=2d55a1c3a545,33435,1731202924575 in 10.0930 sec 2024-11-10T01:42:25,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58d056289699e41e802ed80f7b204a79, ASSIGN in 10.2650 sec 2024-11-10T01:42:25,642 INFO [StoreOpener-3043bfac4135a8618ef5d158fcf5a415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,644 INFO [StoreOpener-3043bfac4135a8618ef5d158fcf5a415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3043bfac4135a8618ef5d158fcf5a415 columnFamilyName cf 2024-11-10T01:42:25,644 DEBUG [StoreOpener-3043bfac4135a8618ef5d158fcf5a415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:42:25,645 INFO [StoreOpener-3043bfac4135a8618ef5d158fcf5a415-1 {}] regionserver.HStore(327): Store=3043bfac4135a8618ef5d158fcf5a415/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T01:42:25,645 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,646 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,646 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,647 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,647 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,649 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,651 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/3043bfac4135a8618ef5d158fcf5a415/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T01:42:25,652 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 3043bfac4135a8618ef5d158fcf5a415; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75482166, jitterRate=0.12477192282676697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T01:42:25,652 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:25,652 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 3043bfac4135a8618ef5d158fcf5a415: Running coprocessor pre-open hook at 1731202945631Writing region info on filesystem at 1731202945631Initializing all the Stores at 1731202945632 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202945632Cleaning up temporary data from old regions at 1731202945647 (+15 ms)Running coprocessor post-open hooks at 1731202945652 (+5 ms)Region opened successfully at 1731202945652 2024-11-10T01:42:25,653 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415., pid=23, masterSystemTime=1731202945544 2024-11-10T01:42:25,655 DEBUG [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. 2024-11-10T01:42:25,656 INFO [RS_OPEN_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. 2024-11-10T01:42:25,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3043bfac4135a8618ef5d158fcf5a415, regionState=OPEN, openSeqNum=2, regionLocation=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:25,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3043bfac4135a8618ef5d158fcf5a415, server=2d55a1c3a545,33435,1731202924575 because future has completed 2024-11-10T01:42:25,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-10T01:42:25,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 3043bfac4135a8618ef5d158fcf5a415, server=2d55a1c3a545,33435,1731202924575 in 10.1130 sec 2024-11-10T01:42:25,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T01:42:25,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3043bfac4135a8618ef5d158fcf5a415, ASSIGN in 10.2890 sec 2024-11-10T01:42:25,666 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T01:42:25,666 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731202945666"}]},"ts":"1731202945666"} 2024-11-10T01:42:25,669 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-10T01:42:25,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T01:42:25,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4130 sec 2024-11-10T01:42:28,875 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-10T01:42:31,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:42:31,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:31,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:31,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:42:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T01:42:33,490 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-10T01:42:33,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-10T01:42:33,490 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T01:42:33,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-10T01:42:33,494 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T01:42:33,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-10T01:42:33,519 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:33,521 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:33,523 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:33,524 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:33,525 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:33,527 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:33,557 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310., hostname=2d55a1c3a545,43923,1731202924536, seqNum=2] 2024-11-10T01:42:33,559 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310., hostname=2d55a1c3a545,43923,1731202924536, seqNum=2] 2024-11-10T01:42:33,561 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310., hostname=2d55a1c3a545,43923,1731202924536, seqNum=2] 2024-11-10T01:42:33,563 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310., hostname=2d55a1c3a545,43923,1731202924536, seqNum=2] 2024-11-10T01:42:33,564 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310., hostname=2d55a1c3a545,43923,1731202924536, seqNum=2] 2024-11-10T01:42:33,566 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310., hostname=2d55a1c3a545,43923,1731202924536, seqNum=2] 2024-11-10T01:42:33,599 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c., hostname=2d55a1c3a545,36645,1731202924613, seqNum=2] 2024-11-10T01:42:33,601 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c., hostname=2d55a1c3a545,36645,1731202924613, seqNum=2] 2024-11-10T01:42:33,602 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c., hostname=2d55a1c3a545,36645,1731202924613, seqNum=2] 2024-11-10T01:42:33,603 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c., hostname=2d55a1c3a545,36645,1731202924613, seqNum=2] 2024-11-10T01:42:33,604 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c., hostname=2d55a1c3a545,36645,1731202924613, seqNum=2] 2024-11-10T01:42:33,665 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:33,667 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:33,668 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:33,670 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:33,671 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f., hostname=2d55a1c3a545,33435,1731202924575, seqNum=2] 2024-11-10T01:42:34,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:42:34,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T01:42:34,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:42:34,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T01:42:34,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43923 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T01:42:34,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36645 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T01:42:34,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. 2024-11-10T01:42:34,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T01:42:34,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:42:34,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33435 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-10T01:42:34,932 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-10T01:42:34,932 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T01:42:34,933 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-10T01:42:34,934 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-10T01:42:34,937 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-10T01:42:34,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741848_1024 (size=49) 2024-11-10T01:42:34,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741848_1024 (size=49) 2024-11-10T01:42:34,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741848_1024 (size=49) 2024-11-10T01:42:34,948 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-10T01:42:34,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1fbcda9f16a3d59bb9b513dc82d518}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47402473c74c62618b310000eb18a214}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58d056289699e41e802ed80f7b204a79}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3043bfac4135a8618ef5d158fcf5a415}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4017926193d9b46c1dff2c7be4dcaed}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76093a804fb7996a1ff9fb62d8907b02}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8963640c8f4f15bed3ae6e95696919f7}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 324ce242b7da9e25e1be670a33336310}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95f74382c7fa12162e0aa83b7ca6318c}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fd2e51a224781d53f099056c3faf31f}] 2024-11-10T01:42:34,950 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:34,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:34,951 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:34,951 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:34,951 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:34,953 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:34,956 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:34,956 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47402473c74c62618b310000eb18a214 2024-11-10T01:42:34,956 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:34,957 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:43,737 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-10T01:42:44,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-10T01:42:44,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-10T01:42:44,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-10T01:42:44,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-10T01:42:44,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. 2024-11-10T01:42:44,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-10T01:42:44,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:42:44,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-10T01:42:44,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 58d056289699e41e802ed80f7b204a79: 2024-11-10T01:42:44,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:42:44,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. for SnapshotProcedureTest completed. 2024-11-10T01:42:44,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. 2024-11-10T01:42:44,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 47402473c74c62618b310000eb18a214: 2024-11-10T01:42:44,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. for SnapshotProcedureTest completed. 2024-11-10T01:42:44,953 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 324ce242b7da9e25e1be670a33336310 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-10T01:42:44,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-10T01:42:44,953 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:42:44,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 8963640c8f4f15bed3ae6e95696919f7 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for df1fbcda9f16a3d59bb9b513dc82d518: 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. for SnapshotProcedureTest completed. 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:42:44,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:42:44,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 76093a804fb7996a1ff9fb62d8907b02: 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. for SnapshotProcedureTest completed. 2024-11-10T01:42:44,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:42:44,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-10T01:42:44,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for c4017926193d9b46c1dff2c7be4dcaed: 2024-11-10T01:42:44,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. for SnapshotProcedureTest completed. 2024-11-10T01:42:44,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:42:44,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:42:44,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:42:44,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:42:44,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:42:44,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:42:44,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:42:44,955 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 95f74382c7fa12162e0aa83b7ca6318c 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-10T01:42:44,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. 2024-11-10T01:42:44,956 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7fd2e51a224781d53f099056c3faf31f 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-10T01:42:44,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/8963640c8f4f15bed3ae6e95696919f7/.tmp/cf/20fa01ecba434eadbd564f7eecce20d8 is 34, key is aaa/cf:cf/1731202954406/Put/seqid=0 2024-11-10T01:42:44,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741850_1026 (size=65) 2024-11-10T01:42:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741850_1026 (size=65) 2024-11-10T01:42:44,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741850_1026 (size=65) 2024-11-10T01:42:44,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310/.tmp/cf/680d126190e246068d86c017ec32dea4 is 34, key is baa/cf:cf/1731202954371/Put/seqid=0 2024-11-10T01:42:44,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c/.tmp/cf/8cbe931289104c2b9be06e551e17c9c7 is 34, key is ccd/cf:cf/1731202954374/Put/seqid=0 2024-11-10T01:42:44,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731202935256.58d056289699e41e802ed80f7b204a79. 2024-11-10T01:42:44,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-10T01:42:44,989 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. 2024-11-10T01:42:44,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 3043bfac4135a8618ef5d158fcf5a415: 2024-11-10T01:42:44,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. for SnapshotProcedureTest completed. 2024-11-10T01:42:44,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:42:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-10T01:42:44,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:42:44,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-10T01:42:44,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:44,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58d056289699e41e802ed80f7b204a79 2024-11-10T01:42:44,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58d056289699e41e802ed80f7b204a79 in 10.0420 sec 2024-11-10T01:42:44,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741849_1025 (size=57) 2024-11-10T01:42:44,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741849_1025 (size=57) 2024-11-10T01:42:44,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741849_1025 (size=57) 2024-11-10T01:42:44,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:42:44,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-10T01:42:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-10T01:42:44,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:44,996 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:42:44,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure df1fbcda9f16a3d59bb9b513dc82d518 in 10.0480 sec 2024-11-10T01:42:45,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741851_1027 (size=65) 2024-11-10T01:42:45,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741852_1028 (size=65) 2024-11-10T01:42:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741852_1028 (size=65) 2024-11-10T01:42:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741851_1027 (size=65) 2024-11-10T01:42:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741852_1028 (size=65) 2024-11-10T01:42:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741851_1027 (size=65) 2024-11-10T01:42:45,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:42:45,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-10T01:42:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-10T01:42:45,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 47402473c74c62618b310000eb18a214 2024-11-10T01:42:45,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47402473c74c62618b310000eb18a214 2024-11-10T01:42:45,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 47402473c74c62618b310000eb18a214 in 10.0700 sec 2024-11-10T01:42:45,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741853_1029 (size=65) 2024-11-10T01:42:45,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741853_1029 (size=65) 2024-11-10T01:42:45,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741853_1029 (size=65) 2024-11-10T01:42:45,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:42:45,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-10T01:42:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-10T01:42:45,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:45,041 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:42:45,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/7fd2e51a224781d53f099056c3faf31f/.tmp/cf/a8059ea71b814bfeb295c7f4a50cc5e8 is 34, key is eaa/cf:cf/1731202954840/Put/seqid=0 2024-11-10T01:42:45,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 76093a804fb7996a1ff9fb62d8907b02 in 10.0930 sec 2024-11-10T01:42:45,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741856_1032 (size=47197) 2024-11-10T01:42:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741856_1032 (size=47197) 2024-11-10T01:42:45,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741856_1032 (size=47197) 2024-11-10T01:42:45,052 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c/.tmp/cf/8cbe931289104c2b9be06e551e17c9c7 2024-11-10T01:42:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741857_1033 (size=499309) 2024-11-10T01:42:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741857_1033 (size=499309) 2024-11-10T01:42:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741857_1033 (size=499309) 2024-11-10T01:42:45,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741854_1030 (size=26918) 2024-11-10T01:42:45,066 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/7fd2e51a224781d53f099056c3faf31f/.tmp/cf/a8059ea71b814bfeb295c7f4a50cc5e8 2024-11-10T01:42:45,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741854_1030 (size=26918) 2024-11-10T01:42:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741854_1030 (size=26918) 2024-11-10T01:42:45,067 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/8963640c8f4f15bed3ae6e95696919f7/.tmp/cf/20fa01ecba434eadbd564f7eecce20d8 2024-11-10T01:42:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741858_1034 (size=65) 2024-11-10T01:42:45,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741858_1034 (size=65) 2024-11-10T01:42:45,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741858_1034 (size=65) 2024-11-10T01:42:45,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731202935256.3043bfac4135a8618ef5d158fcf5a415. 2024-11-10T01:42:45,075 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-10T01:42:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-10T01:42:45,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:45,076 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3043bfac4135a8618ef5d158fcf5a415 2024-11-10T01:42:45,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c/.tmp/cf/8cbe931289104c2b9be06e551e17c9c7 as hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c/cf/8cbe931289104c2b9be06e551e17c9c7 2024-11-10T01:42:45,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3043bfac4135a8618ef5d158fcf5a415 in 10.1280 sec 2024-11-10T01:42:45,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741855_1031 (size=28623) 2024-11-10T01:42:45,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741855_1031 (size=28623) 2024-11-10T01:42:45,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741855_1031 (size=28623) 2024-11-10T01:42:45,096 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310/.tmp/cf/680d126190e246068d86c017ec32dea4 2024-11-10T01:42:45,099 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/8963640c8f4f15bed3ae6e95696919f7/.tmp/cf/20fa01ecba434eadbd564f7eecce20d8 as hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/8963640c8f4f15bed3ae6e95696919f7/cf/20fa01ecba434eadbd564f7eecce20d8 2024-11-10T01:42:45,104 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c/cf/8cbe931289104c2b9be06e551e17c9c7, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-10T01:42:45,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/7fd2e51a224781d53f099056c3faf31f/.tmp/cf/a8059ea71b814bfeb295c7f4a50cc5e8 as hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/7fd2e51a224781d53f099056c3faf31f/cf/a8059ea71b814bfeb295c7f4a50cc5e8 2024-11-10T01:42:45,106 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 95f74382c7fa12162e0aa83b7ca6318c in 151ms, sequenceid=5, compaction requested=false 2024-11-10T01:42:45,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 95f74382c7fa12162e0aa83b7ca6318c: 2024-11-10T01:42:45,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. for SnapshotProcedureTest completed. 2024-11-10T01:42:45,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:42:45,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:42:45,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c/cf/8cbe931289104c2b9be06e551e17c9c7] hfiles 2024-11-10T01:42:45,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c/cf/8cbe931289104c2b9be06e551e17c9c7 for snapshot=SnapshotProcedureTest 2024-11-10T01:42:45,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310/.tmp/cf/680d126190e246068d86c017ec32dea4 as hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310/cf/680d126190e246068d86c017ec32dea4 2024-11-10T01:42:45,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/8963640c8f4f15bed3ae6e95696919f7/cf/20fa01ecba434eadbd564f7eecce20d8, entries=676, sequenceid=5, filesize=26.3 K 2024-11-10T01:42:45,112 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 8963640c8f4f15bed3ae6e95696919f7 in 159ms, sequenceid=5, compaction requested=false 2024-11-10T01:42:45,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8963640c8f4f15bed3ae6e95696919f7: 2024-11-10T01:42:45,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. for SnapshotProcedureTest completed. 2024-11-10T01:42:45,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:42:45,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:42:45,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/8963640c8f4f15bed3ae6e95696919f7/cf/20fa01ecba434eadbd564f7eecce20d8] hfiles 2024-11-10T01:42:45,113 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/8963640c8f4f15bed3ae6e95696919f7/cf/20fa01ecba434eadbd564f7eecce20d8 for snapshot=SnapshotProcedureTest 2024-11-10T01:42:45,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/7fd2e51a224781d53f099056c3faf31f/cf/a8059ea71b814bfeb295c7f4a50cc5e8, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-10T01:42:45,115 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 7fd2e51a224781d53f099056c3faf31f in 159ms, sequenceid=5, compaction requested=false 2024-11-10T01:42:45,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7fd2e51a224781d53f099056c3faf31f: 2024-11-10T01:42:45,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. for SnapshotProcedureTest completed. 2024-11-10T01:42:45,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:42:45,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:42:45,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/7fd2e51a224781d53f099056c3faf31f/cf/a8059ea71b814bfeb295c7f4a50cc5e8] hfiles 2024-11-10T01:42:45,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/7fd2e51a224781d53f099056c3faf31f/cf/a8059ea71b814bfeb295c7f4a50cc5e8 for snapshot=SnapshotProcedureTest 2024-11-10T01:42:45,117 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310/cf/680d126190e246068d86c017ec32dea4, entries=731, sequenceid=5, filesize=28.0 K 2024-11-10T01:42:45,118 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 324ce242b7da9e25e1be670a33336310 in 165ms, sequenceid=5, compaction requested=false 2024-11-10T01:42:45,118 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 324ce242b7da9e25e1be670a33336310: 2024-11-10T01:42:45,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. for SnapshotProcedureTest completed. 2024-11-10T01:42:45,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310.' region-info for snapshot=SnapshotProcedureTest 2024-11-10T01:42:45,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-10T01:42:45,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310/cf/680d126190e246068d86c017ec32dea4] hfiles 2024-11-10T01:42:45,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310/cf/680d126190e246068d86c017ec32dea4 for snapshot=SnapshotProcedureTest 2024-11-10T01:42:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741859_1035 (size=105) 2024-11-10T01:42:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741859_1035 (size=105) 2024-11-10T01:42:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741859_1035 (size=105) 2024-11-10T01:42:45,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:42:45,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-10T01:42:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-10T01:42:45,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:45,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:42:45,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 95f74382c7fa12162e0aa83b7ca6318c in 10.1890 sec 2024-11-10T01:42:45,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741860_1036 (size=105) 2024-11-10T01:42:45,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741861_1037 (size=97) 2024-11-10T01:42:45,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731202935256.8963640c8f4f15bed3ae6e95696919f7. 2024-11-10T01:42:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741861_1037 (size=97) 2024-11-10T01:42:45,149 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-10T01:42:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741860_1036 (size=105) 2024-11-10T01:42:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741860_1036 (size=105) 2024-11-10T01:42:45,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741861_1037 (size=97) 2024-11-10T01:42:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-10T01:42:45,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741862_1038 (size=105) 2024-11-10T01:42:45,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:45,150 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8963640c8f4f15bed3ae6e95696919f7 2024-11-10T01:42:45,150 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731202935256.7fd2e51a224781d53f099056c3faf31f. 2024-11-10T01:42:45,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741862_1038 (size=105) 2024-11-10T01:42:45,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-10T01:42:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-10T01:42:45,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741862_1038 (size=105) 2024-11-10T01:42:45,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:45,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fd2e51a224781d53f099056c3faf31f 2024-11-10T01:42:45,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:42:45,152 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-10T01:42:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-10T01:42:45,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:45,154 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 324ce242b7da9e25e1be670a33336310 2024-11-10T01:42:45,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8963640c8f4f15bed3ae6e95696919f7 in 10.2030 sec 2024-11-10T01:42:45,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7fd2e51a224781d53f099056c3faf31f in 10.2040 sec 2024-11-10T01:42:45,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 324ce242b7da9e25e1be670a33336310 in 10.2050 sec 2024-11-10T01:42:45,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:42:45,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-10T01:42:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-10T01:42:45,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:45,418 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:42:45,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-10T01:42:45,421 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-10T01:42:45,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4017926193d9b46c1dff2c7be4dcaed in 10.4700 sec 2024-11-10T01:42:45,421 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-10T01:42:45,422 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-10T01:42:45,422 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-10T01:42:45,424 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T01:42:45,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741863_1039 (size=1174) 2024-11-10T01:42:45,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741863_1039 (size=1174) 2024-11-10T01:42:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741863_1039 (size=1174) 2024-11-10T01:42:45,450 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-10T01:42:45,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-10T01:42:45,457 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:45,457 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:45,457 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:45,457 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:45,457 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:45,462 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:45,462 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:45,462 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:45,462 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:45,544 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T01:42:55,163 INFO [master/2d55a1c3a545:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T01:42:55,163 INFO [master/2d55a1c3a545:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T01:42:55,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-10T01:42:55,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-10T01:42:55,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-10T01:42:55,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-10T01:42:55,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-10T01:42:55,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-10T01:42:55,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-10T01:42:55,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-10T01:42:55,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-10T01:42:55,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T01:42:55,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T01:42:55,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-10T01:42:55,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-10T01:42:55,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-10T01:42:55,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-10T01:42:55,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-10T01:42:55,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T01:42:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-10T01:42:55,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T01:42:55,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-10T01:42:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-10T01:42:55,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-10T01:42:55,465 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T01:42:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-10T01:42:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-10T01:42:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T01:42:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-10T01:42:55,467 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33435,1731202924575 Release verify snapshot worker=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:55,467 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,43923,1731202924536 Release verify snapshot worker=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:55,467 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,36645,1731202924613 Release verify snapshot worker=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T01:42:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T01:42:55,470 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33435,1731202924575 Release verify snapshot worker=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-10T01:42:55,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,36645,1731202924613 in 10.0130 sec 2024-11-10T01:42:55,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,43923,1731202924536 in 10.0130 sec 2024-11-10T01:42:55,472 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:55,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33435,1731202924575 in 10.0130 sec 2024-11-10T01:42:55,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33435,1731202924575 in 10.0160 sec 2024-11-10T01:42:55,473 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,36645,1731202924613 Release verify snapshot worker=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:55,473 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33435,1731202924575 Release verify snapshot worker=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:55,473 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,43923,1731202924536 Release verify snapshot worker=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:55,473 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,36645,1731202924613 Release verify snapshot worker=2d55a1c3a545,36645,1731202924613 2024-11-10T01:42:55,474 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,43923,1731202924536 Release verify snapshot worker=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:55,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,36645,1731202924613 in 10.0190 sec 2024-11-10T01:42:55,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,36645,1731202924613 in 10.0190 sec 2024-11-10T01:42:55,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,43923,1731202924536 in 10.0190 sec 2024-11-10T01:42:55,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33435,1731202924575 in 10.0190 sec 2024-11-10T01:42:55,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,43923,1731202924536 in 10.0200 sec 2024-11-10T01:42:55,545 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:55,545 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 2d55a1c3a545,33435,1731202924575: Simulated kill ***** 2024-11-10T01:42:55,545 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T01:42:55,545 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T01:42:55,546 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T01:42:55,546 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T01:42:55,546 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T01:42:55,546 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 535464352 }, "NonHeapMemoryUsage": { "committed": 175636480, "init": 7667712, "max": -1, "used": 171292104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T01:42:55,547 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44267 {}] master.MasterRpcServices(700): 2d55a1c3a545,33435,1731202924575 reported a fatal error: ***** ABORTING region server 2d55a1c3a545,33435,1731202924575: Simulated kill ***** 2024-11-10T01:42:55,547 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2d55a1c3a545,33435,1731202924575' ***** 2024-11-10T01:42:55,547 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-10T01:42:55,547 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:42:55,547 INFO [RS:1;2d55a1c3a545:33435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-10T01:42:55,547 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:42:55,548 INFO [RS:1;2d55a1c3a545:33435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-10T01:42:55,548 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:42:55,548 INFO [RS:1;2d55a1c3a545:33435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;2d55a1c3a545:33435. 2024-11-10T01:42:55,548 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T01:42:55,548 DEBUG [RS:1;2d55a1c3a545:33435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:42:55,548 DEBUG [RS:1;2d55a1c3a545:33435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:55,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741836_1012 (size=14382) 2024-11-10T01:42:55,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741836_1012 (size=14382) 2024-11-10T01:42:55,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741836_1012 (size=14382) 2024-11-10T01:42:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741833_1009 (size=2301) 2024-11-10T01:42:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741833_1009 (size=2301) 2024-11-10T01:42:55,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741833_1009 (size=2301) 2024-11-10T01:42:55,555 DEBUG [RS:1;2d55a1c3a545:33435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:42:55,555 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:42:55,555 INFO [RS:1;2d55a1c3a545:33435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33435 2024-11-10T01:42:55,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:42:55,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:55,557 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:42:55,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d55a1c3a545,33435,1731202924575] 2024-11-10T01:42:55,559 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2d55a1c3a545,33435,1731202924575 already deleted, retry=false 2024-11-10T01:42:55,559 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 2d55a1c3a545,33435,1731202924575 on 2d55a1c3a545,44267,1731202924485 2024-11-10T01:42:55,560 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2d55a1c3a545,33435,1731202924575, splitWal=true, meta=true 2024-11-10T01:42:55,560 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 2d55a1c3a545,33435,1731202924575 (carryingMeta=true) 2d55a1c3a545,33435,1731202924575/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3e7b4ec2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T01:42:55,561 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2d55a1c3a545,33435,1731202924575, splitWal=true, meta=true 2024-11-10T01:42:55,562 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2d55a1c3a545,33435,1731202924575, splitWal=true, meta=true, isMeta: true 2024-11-10T01:42:55,563 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting 2024-11-10T01:42:55,564 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2d55a1c3a545,33435,1731202924575 WAL count=1, meta=true 2024-11-10T01:42:55,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta}] 2024-11-10T01:42:55,566 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2d55a1c3a545,43923,1731202924536 2024-11-10T01:42:55,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta, worker=2d55a1c3a545,43923,1731202924536}] 2024-11-10T01:42:55,567 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-10T01:42:55,567 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-10T01:42:55,567 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-10T01:42:55,567 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 29 is already finished, skip the rest processes 2024-11-10T01:42:55,568 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,33435,1731202924575 Release verify snapshot worker=2d55a1c3a545,33435,1731202924575 2024-11-10T01:42:55,569 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 2d55a1c3a545,33435,1731202924575, this operation will be retried to send to another server 2024-11-10T01:42:55,569 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T01:42:55,569 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731202976569 2024-11-10T01:42:55,644 INFO [regionserver/2d55a1c3a545:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:42:55,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:42:55,658 INFO [RS:1;2d55a1c3a545:33435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:42:55,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33435-0x1018fd7b5160002, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:42:55,658 INFO [RS:1;2d55a1c3a545:33435 {}] regionserver.HRegionServer(1031): Exiting; stopping=2d55a1c3a545,33435,1731202924575; zookeeper connection closed. 2024-11-10T01:42:55,659 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47dd07a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47dd07a2 2024-11-10T01:42:55,971 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T01:42:55,971 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T01:42:56,571 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=2d55a1c3a545,36645,1731202924613 2024-11-10T01:43:04,459 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T01:43:05,202 INFO [regionserver/2d55a1c3a545:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T01:43:05,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-10T01:43:05,586 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta, size=14.0 K (14382bytes) 2024-11-10T01:43:05,586 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta 2024-11-10T01:43:05,586 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta after 0ms 2024-11-10T01:43:05,589 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta took 4ms 2024-11-10T01:43:05,592 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-10T01:43:05,595 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta so closing down 2024-11-10T01:43:05,595 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-10T01:43:05,600 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta.temp 2024-11-10T01:43:05,602 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta.temp 2024-11-10T01:43:05,603 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-10T01:43:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741864_1040 (size=14141) 2024-11-10T01:43:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741864_1040 (size=14141) 2024-11-10T01:43:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741864_1040 (size=14141) 2024-11-10T01:43:05,613 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-10T01:43:05,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta.temp to hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T01:43:05,615 INFO [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-10T01:43:05,615 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta, journal: Splitting hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta, size=14.0 K (14382bytes) at 1731202985586Finishing writing output for hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta so closing down at 1731202985595 (+9 ms)Creating recovered edits writer path=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta.temp at 1731202985602 (+7 ms)3 split writer threads finished at 1731202985603 (+1 ms)Closed recovered edits writer path=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1731202985613 (+10 ms)Rename recovered edits hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta.temp to hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731202985614 (+1 ms)Processed 26 edits across 1 Regions in 24 ms; skipped=1; WAL=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731202985615 (+1 ms) 2024-11-10T01:43:05,615 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta 2024-11-10T01:43:05,615 DEBUG [RS_LOG_REPLAY_OPS-regionserver/2d55a1c3a545:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-10T01:43:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-10T01:43:05,618 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting/2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta to hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/oldWALs 2024-11-10T01:43:05,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-10T01:43:05,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta, worker=2d55a1c3a545,43923,1731202924536 in 10.0520 sec 2024-11-10T01:43:05,621 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:05,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T01:43:05,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 2d55a1c3a545%2C33435%2C1731202924575.meta.1731202935090.meta, worker=2d55a1c3a545,43923,1731202924536 in 10.0570 sec 2024-11-10T01:43:05,624 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,33435,1731202924575-splitting dir is empty, no logs to split. 2024-11-10T01:43:05,625 INFO [PEWorker-5 {}] master.SplitWALManager(105): 2d55a1c3a545,33435,1731202924575 WAL count=0, meta=true 2024-11-10T01:43:05,625 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 2d55a1c3a545,33435,1731202924575 WAL splitting is done? wals=0, meta=true 2024-11-10T01:43:05,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T01:43:05,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:43:05,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T01:43:05,777 DEBUG [2d55a1c3a545:44267 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T01:43:05,777 DEBUG [2d55a1c3a545:44267 {}] balancer.BalancerClusterState(204): Hosts are {2d55a1c3a545=0} racks are {/default-rack=0} 2024-11-10T01:43:05,778 DEBUG [2d55a1c3a545:44267 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T01:43:05,778 DEBUG [2d55a1c3a545:44267 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T01:43:05,778 DEBUG [2d55a1c3a545:44267 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T01:43:05,778 DEBUG [2d55a1c3a545:44267 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T01:43:05,778 INFO [2d55a1c3a545:44267 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T01:43:05,778 INFO [2d55a1c3a545:44267 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T01:43:05,778 DEBUG [2d55a1c3a545:44267 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T01:43:05,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:05,780 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d55a1c3a545,43923,1731202924536, state=OPENING 2024-11-10T01:43:05,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:43:05,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:43:05,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:43:05,781 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T01:43:05,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:43:05,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:43:05,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2d55a1c3a545,43923,1731202924536}] 2024-11-10T01:43:05,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:43:06,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-10T01:43:06,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-10T01:43:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44267 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-10T01:43:06,575 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,36645,1731202924613 Release verify snapshot worker=2d55a1c3a545,36645,1731202924613 2024-11-10T01:43:06,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-10T01:43:06,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=2d55a1c3a545,36645,1731202924613 in 21.1210 sec 2024-11-10T01:43:06,577 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-10T01:43:06,578 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/.hbase-snapshot/SnapshotProcedureTest 2024-11-10T01:43:06,579 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-10T01:43:06,579 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-10T01:43:06,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.6490 sec 2024-11-10T01:43:06,661 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-10T01:43:06,663 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 2d55a1c3a545:33435 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2d55a1c3a545/172.17.0.2:33435 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T01:43:06,665 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,33435,1731202924575, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,33435,1731202924575, seqNum=-1, error=java.net.ConnectException: Call to address=2d55a1c3a545:33435 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2d55a1c3a545/172.17.0.2:33435 2024-11-10T01:43:06,665 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,33435,1731202924575, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-10T01:43:06,665 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,33435,1731202924575, seqNum=-1 from cache 2024-11-10T01:43:06,666 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 2d55a1c3a545:33435 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 2d55a1c3a545/172.17.0.2:33435 2024-11-10T01:43:06,769 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:43:06,771 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1] 2024-11-10T01:43:06,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43923 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:38078 deadline: 1731203046661, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:06,795 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:06,795 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:06,795 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 from cache 2024-11-10T01:43:06,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:43:07,000 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1] 2024-11-10T01:43:07,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43923 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:38078 deadline: 1731203046662, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:07,001 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:07,002 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:07,002 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 from cache 2024-11-10T01:43:07,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:43:07,310 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1] 2024-11-10T01:43:07,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43923 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:38078 deadline: 1731203046662, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:07,312 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:07,312 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:07,312 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 from cache 2024-11-10T01:43:07,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:43:07,820 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1] 2024-11-10T01:43:07,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43923 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:38078 deadline: 1731203046662, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:07,821 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:07,821 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:07,821 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 from cache 2024-11-10T01:43:08,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:43:08,830 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1] 2024-11-10T01:43:08,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43923 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:38078 deadline: 1731203046662, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:08,834 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2d55a1c3a545,43923,1731202924536 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 16, timeout = 60000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T01:43:08,835 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:08,835 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:08,835 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 from cache 2024-11-10T01:43:09,837 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2d55a1c3a545:44267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-10T01:43:10,557 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7fd2e51a224781d53f099056c3faf31f, had cached 0 bytes from a total of 499309 2024-11-10T01:43:10,578 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8963640c8f4f15bed3ae6e95696919f7, had cached 0 bytes from a total of 26918 2024-11-10T01:43:10,584 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 95f74382c7fa12162e0aa83b7ca6318c, had cached 0 bytes from a total of 47197 2024-11-10T01:43:10,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 324ce242b7da9e25e1be670a33336310, had cached 0 bytes from a total of 28623 2024-11-10T01:43:10,849 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:43:10,850 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1] 2024-11-10T01:43:10,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43923 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:38078 deadline: 1731203046662, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:10,851 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2d55a1c3a545,43923,1731202924536 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 16, timeout = 60000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T01:43:10,852 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:10,852 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:10,852 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 from cache 2024-11-10T01:43:14,889 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:43:14,890 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1] 2024-11-10T01:43:14,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43923 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:38078 deadline: 1731203046662, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:14,892 WARN [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRpcRetryingCaller(177): Call to 2d55a1c3a545,43923,1731202924536 for 'SPTestTable,,' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 16, timeout = 60000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-10T01:43:14,892 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:14,892 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 2d55a1c3a545,43923,1731202924536 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T01:43:14,893 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1 from cache 2024-11-10T01:43:15,161 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 47402473c74c62618b310000eb18a214 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:43:15,161 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 76093a804fb7996a1ff9fb62d8907b02 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:43:15,162 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 95f74382c7fa12162e0aa83b7ca6318c changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:43:15,162 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region df1fbcda9f16a3d59bb9b513dc82d518 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:43:15,162 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c4017926193d9b46c1dff2c7be4dcaed changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:43:15,162 DEBUG [master/2d55a1c3a545:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 324ce242b7da9e25e1be670a33336310 changed from -1.0 to 0.0, refreshing cache 2024-11-10T01:43:15,790 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T01:43:15,790 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T01:43:15,791 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T01:43:15,792 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2d55a1c3a545%2C43923%2C1731202924536.meta, suffix=.meta, logDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,43923,1731202924536, archiveDir=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/oldWALs, maxLogs=32 2024-11-10T01:43:15,807 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,43923,1731202924536/2d55a1c3a545%2C43923%2C1731202924536.meta.1731202995793.meta, exclude list is [], retry=0 2024-11-10T01:43:15,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-a9f55312-51ab-4052-876f-28a0dc192508,DISK] 2024-11-10T01:43:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37365,DS-e5915e56-552a-44c4-ba40-c5f1611d3e3a,DISK] 2024-11-10T01:43:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45661,DS-e5dd30ee-e403-4bb6-a758-a7b576fb9430,DISK] 2024-11-10T01:43:15,812 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,43923,1731202924536/2d55a1c3a545%2C43923%2C1731202924536.meta.1731202995793.meta 2024-11-10T01:43:15,812 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35589:35589),(127.0.0.1/127.0.0.1:38745:38745),(127.0.0.1/127.0.0.1:43697:43697)] 2024-11-10T01:43:15,812 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T01:43:15,813 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T01:43:15,813 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T01:43:15,813 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T01:43:15,813 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T01:43:15,813 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T01:43:15,813 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T01:43:15,813 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T01:43:15,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T01:43:15,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T01:43:15,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:43:15,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:43:15,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T01:43:15,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T01:43:15,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:43:15,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:43:15,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T01:43:15,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T01:43:15,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:43:15,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:43:15,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T01:43:15,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T01:43:15,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T01:43:15,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T01:43:15,819 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T01:43:15,820 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740 2024-11-10T01:43:15,822 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740 2024-11-10T01:43:15,823 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T01:43:15,831 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T01:43:15,831 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-10T01:43:15,847 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/.tmp/info/4cafb50755754086be631c133196321d is 167, key is SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214./info:regioninfo/1731202945562/Put/seqid=0 2024-11-10T01:43:15,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741866_1042 (size=18393) 2024-11-10T01:43:15,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741866_1042 (size=18393) 2024-11-10T01:43:15,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741866_1042 (size=18393) 2024-11-10T01:43:15,855 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/.tmp/info/4cafb50755754086be631c133196321d 2024-11-10T01:43:15,880 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/.tmp/ns/f5a3f8ffaca1452f8104f55c92f810a6 is 43, key is default/ns:d/1731202935144/Put/seqid=0 2024-11-10T01:43:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741867_1043 (size=5153) 2024-11-10T01:43:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741867_1043 (size=5153) 2024-11-10T01:43:15,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741867_1043 (size=5153) 2024-11-10T01:43:15,889 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/.tmp/ns/f5a3f8ffaca1452f8104f55c92f810a6 2024-11-10T01:43:15,910 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/.tmp/table/568c146b7e354b6e8348428c437b369b is 47, key is SPTestTable/table:state/1731202945666/Put/seqid=0 2024-11-10T01:43:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741868_1044 (size=5214) 2024-11-10T01:43:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741868_1044 (size=5214) 2024-11-10T01:43:15,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741868_1044 (size=5214) 2024-11-10T01:43:15,917 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/.tmp/table/568c146b7e354b6e8348428c437b369b 2024-11-10T01:43:15,924 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/.tmp/info/4cafb50755754086be631c133196321d as hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/info/4cafb50755754086be631c133196321d 2024-11-10T01:43:15,929 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/info/4cafb50755754086be631c133196321d, entries=100, sequenceid=28, filesize=18.0 K 2024-11-10T01:43:15,930 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/.tmp/ns/f5a3f8ffaca1452f8104f55c92f810a6 as hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/ns/f5a3f8ffaca1452f8104f55c92f810a6 2024-11-10T01:43:15,936 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/ns/f5a3f8ffaca1452f8104f55c92f810a6, entries=2, sequenceid=28, filesize=5.0 K 2024-11-10T01:43:15,937 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/.tmp/table/568c146b7e354b6e8348428c437b369b as hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/table/568c146b7e354b6e8348428c437b369b 2024-11-10T01:43:15,942 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/table/568c146b7e354b6e8348428c437b369b, entries=2, sequenceid=28, filesize=5.1 K 2024-11-10T01:43:15,943 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=28, compaction requested=false; wal=null 2024-11-10T01:43:15,943 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-10T01:43:15,945 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T01:43:15,945 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T01:43:15,945 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T01:43:15,947 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T01:43:15,949 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-10T01:43:15,950 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60294034, jitterRate=-0.10154888033866882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T01:43:15,950 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T01:43:15,950 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731202995813Writing region info on filesystem at 1731202995813Initializing all the Stores at 1731202995814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202995814Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202995814Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731202995814Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731202995814Obtaining lock to block concurrent updates at 1731202995831 (+17 ms)Preparing flush snapshotting stores in 1588230740 at 1731202995831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731202995831Flushing stores of hbase:meta,,1.1588230740 at 1731202995831Flushing 1588230740/info: creating writer at 1731202995831Flushing 1588230740/info: appending metadata at 1731202995847 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731202995847Flushing 1588230740/ns: creating writer at 1731202995861 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731202995880 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731202995880Flushing 1588230740/table: creating writer at 1731202995895 (+15 ms)Flushing 1588230740/table: appending metadata at 1731202995910 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731202995910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170813a5: reopening flushed file at 1731202995923 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0d70cc: reopening flushed file at 1731202995929 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@414295cf: reopening flushed file at 1731202995936 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=28, compaction requested=false; wal=null at 1731202995943 (+7 ms)Cleaning up temporary data from old regions at 1731202995945 (+2 ms)Running coprocessor post-open hooks at 1731202995950 (+5 ms)Region opened successfully at 1731202995950 2024-11-10T01:43:15,951 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1731202995785 2024-11-10T01:43:15,953 DEBUG [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T01:43:15,953 INFO [RS_OPEN_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T01:43:15,953 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:15,954 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2d55a1c3a545,43923,1731202924536, state=OPEN 2024-11-10T01:43:15,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:43:15,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:43:15,956 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:15,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T01:43:15,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:43:15,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:43:15,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T01:43:15,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-10T01:43:15,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2d55a1c3a545,43923,1731202924536 in 10.1740 sec 2024-11-10T01:43:15,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-10T01:43:15,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.3330 sec 2024-11-10T01:43:15,959 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 2d55a1c3a545,33435,1731202924575 had 5 regions 2024-11-10T01:43:15,960 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2d55a1c3a545,33435,1731202924575, splitWal=true, meta=true, isMeta: false 2024-11-10T01:43:15,962 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2d55a1c3a545,33435,1731202924575 WAL count=1, meta=false 2024-11-10T01:43:15,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 2d55a1c3a545%2C33435%2C1731202924575.1731202925039}] 2024-11-10T01:43:15,963 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:15,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 2d55a1c3a545%2C33435%2C1731202924575.1731202925039, worker=2d55a1c3a545,43923,1731202924536}] 2024-11-10T01:43:20,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:43:20,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:43:20,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:43:21,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T01:43:21,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:43:21,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:43:21,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T01:43:24,969 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T01:43:24,970 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2d55a1c3a545,43923,1731202924536, seqNum=-1] 2024-11-10T01:43:24,989 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-10T01:43:24,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T01:43:24,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:43:24,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:43:24,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:43:24,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:43:24,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T01:43:24,990 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T01:43:24,990 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1455821035, stopped=false 2024-11-10T01:43:24,990 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2d55a1c3a545,44267,1731202924485 2024-11-10T01:43:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T01:43:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T01:43:24,992 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:43:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T01:43:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:43:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:43:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:43:24,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T01:43:24,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:43:24,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:43:24,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2d55a1c3a545,43923,1731202924536' ***** 2024-11-10T01:43:24,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:43:24,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2d55a1c3a545,36645,1731202924613' ***** 2024-11-10T01:43:24,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T01:43:24,993 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:43:24,993 INFO [RS:0;2d55a1c3a545:43923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:43:24,993 INFO [RS:0;2d55a1c3a545:43923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:43:24,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:43:24,993 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(3091): Received CLOSE for 324ce242b7da9e25e1be670a33336310 2024-11-10T01:43:24,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:43:24,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:43:24,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T01:43:24,993 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T01:43:24,993 INFO [RS:2;2d55a1c3a545:36645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T01:43:24,994 INFO [RS:2;2d55a1c3a545:36645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T01:43:24,994 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(3091): Received CLOSE for 76093a804fb7996a1ff9fb62d8907b02 2024-11-10T01:43:24,994 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T01:43:24,994 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(3091): Received CLOSE for df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:43:24,994 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(3091): Received CLOSE for c4017926193d9b46c1dff2c7be4dcaed 2024-11-10T01:43:24,994 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(959): stopping server 2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:24,994 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:43:24,994 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 324ce242b7da9e25e1be670a33336310, disabling compactions & flushes 2024-11-10T01:43:24,994 INFO [RS:0;2d55a1c3a545:43923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2d55a1c3a545:43923. 2024-11-10T01:43:24,994 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:43:24,994 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:43:24,994 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. after waiting 0 ms 2024-11-10T01:43:24,994 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:43:24,994 DEBUG [RS:0;2d55a1c3a545:43923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:43:24,994 DEBUG [RS:0;2d55a1c3a545:43923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:43:24,995 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(3091): Received CLOSE for 47402473c74c62618b310000eb18a214 2024-11-10T01:43:24,995 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(3091): Received CLOSE for 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:43:24,995 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(959): stopping server 2d55a1c3a545,36645,1731202924613 2024-11-10T01:43:24,995 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:43:24,995 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76093a804fb7996a1ff9fb62d8907b02, disabling compactions & flushes 2024-11-10T01:43:24,995 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:43:24,995 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:43:24,995 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:43:24,995 INFO [RS:2;2d55a1c3a545:36645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;2d55a1c3a545:36645. 2024-11-10T01:43:24,995 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:43:24,995 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:43:24,995 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. after waiting 0 ms 2024-11-10T01:43:24,995 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T01:43:24,995 DEBUG [RS:2;2d55a1c3a545:36645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T01:43:24,995 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:43:24,995 DEBUG [RS:2;2d55a1c3a545:36645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:43:24,995 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T01:43:24,995 DEBUG [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(1325): Online Regions={76093a804fb7996a1ff9fb62d8907b02=SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02., 47402473c74c62618b310000eb18a214=SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214., 95f74382c7fa12162e0aa83b7ca6318c=SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c.} 2024-11-10T01:43:24,995 DEBUG [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(1351): Waiting on 47402473c74c62618b310000eb18a214, 76093a804fb7996a1ff9fb62d8907b02, 95f74382c7fa12162e0aa83b7ca6318c 2024-11-10T01:43:24,995 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-10T01:43:24,995 DEBUG [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(1325): Online Regions={324ce242b7da9e25e1be670a33336310=SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310., df1fbcda9f16a3d59bb9b513dc82d518=SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518., c4017926193d9b46c1dff2c7be4dcaed=SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T01:43:24,996 DEBUG [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 324ce242b7da9e25e1be670a33336310, c4017926193d9b46c1dff2c7be4dcaed, df1fbcda9f16a3d59bb9b513dc82d518 2024-11-10T01:43:24,996 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T01:43:24,996 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T01:43:24,996 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T01:43:24,996 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T01:43:24,996 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T01:43:25,001 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/324ce242b7da9e25e1be670a33336310/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:43:25,002 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:43:25,002 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 324ce242b7da9e25e1be670a33336310: Waiting for close lock at 1731203004994Running coprocessor pre-close hooks at 1731203004994Disabling compacts and flushes for region at 1731203004994Disabling writes for close at 1731203004994Writing region close event to WAL at 1731203004996 (+2 ms)Running coprocessor post-close hooks at 1731203005002 (+6 ms)Closed at 1731203005002 2024-11-10T01:43:25,002 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731202935256.324ce242b7da9e25e1be670a33336310. 2024-11-10T01:43:25,002 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df1fbcda9f16a3d59bb9b513dc82d518, disabling compactions & flushes 2024-11-10T01:43:25,003 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:43:25,003 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:43:25,003 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. after waiting 0 ms 2024-11-10T01:43:25,003 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:43:25,008 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/76093a804fb7996a1ff9fb62d8907b02/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:43:25,008 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-10T01:43:25,009 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:43:25,009 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76093a804fb7996a1ff9fb62d8907b02: Waiting for close lock at 1731203004995Running coprocessor pre-close hooks at 1731203004995Disabling compacts and flushes for region at 1731203004995Disabling writes for close at 1731203004995Writing region close event to WAL at 1731203004996 (+1 ms)Running coprocessor post-close hooks at 1731203005009 (+13 ms)Closed at 1731203005009 2024-11-10T01:43:25,009 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T01:43:25,009 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731202935256.76093a804fb7996a1ff9fb62d8907b02. 2024-11-10T01:43:25,009 INFO [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T01:43:25,009 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731203004996Running coprocessor pre-close hooks at 1731203004996Disabling compacts and flushes for region at 1731203004996Disabling writes for close at 1731203004996Writing region close event to WAL at 1731203005001 (+5 ms)Running coprocessor post-close hooks at 1731203005009 (+8 ms)Closed at 1731203005009 2024-11-10T01:43:25,009 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47402473c74c62618b310000eb18a214, disabling compactions & flushes 2024-11-10T01:43:25,009 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:43:25,009 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:43:25,009 DEBUG [RS_CLOSE_META-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T01:43:25,009 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. after waiting 0 ms 2024-11-10T01:43:25,009 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:43:25,009 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/df1fbcda9f16a3d59bb9b513dc82d518/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:43:25,010 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:43:25,010 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df1fbcda9f16a3d59bb9b513dc82d518: Waiting for close lock at 1731203005002Running coprocessor pre-close hooks at 1731203005002Disabling compacts and flushes for region at 1731203005002Disabling writes for close at 1731203005003 (+1 ms)Writing region close event to WAL at 1731203005005 (+2 ms)Running coprocessor post-close hooks at 1731203005010 (+5 ms)Closed at 1731203005010 2024-11-10T01:43:25,010 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731202935256.df1fbcda9f16a3d59bb9b513dc82d518. 2024-11-10T01:43:25,010 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4017926193d9b46c1dff2c7be4dcaed, disabling compactions & flushes 2024-11-10T01:43:25,010 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:43:25,010 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:43:25,010 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. after waiting 0 ms 2024-11-10T01:43:25,010 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:43:25,014 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/47402473c74c62618b310000eb18a214/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:43:25,015 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:43:25,015 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47402473c74c62618b310000eb18a214: Waiting for close lock at 1731203005009Running coprocessor pre-close hooks at 1731203005009Disabling compacts and flushes for region at 1731203005009Disabling writes for close at 1731203005009Writing region close event to WAL at 1731203005010 (+1 ms)Running coprocessor post-close hooks at 1731203005015 (+5 ms)Closed at 1731203005015 2024-11-10T01:43:25,015 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/c4017926193d9b46c1dff2c7be4dcaed/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-10T01:43:25,015 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731202935256.47402473c74c62618b310000eb18a214. 2024-11-10T01:43:25,015 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95f74382c7fa12162e0aa83b7ca6318c, disabling compactions & flushes 2024-11-10T01:43:25,015 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:43:25,015 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:43:25,015 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. after waiting 0 ms 2024-11-10T01:43:25,015 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:43:25,016 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:43:25,016 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4017926193d9b46c1dff2c7be4dcaed: Waiting for close lock at 1731203005010Running coprocessor pre-close hooks at 1731203005010Disabling compacts and flushes for region at 1731203005010Disabling writes for close at 1731203005010Writing region close event to WAL at 1731203005011 (+1 ms)Running coprocessor post-close hooks at 1731203005016 (+5 ms)Closed at 1731203005016 2024-11-10T01:43:25,016 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731202935256.c4017926193d9b46c1dff2c7be4dcaed. 2024-11-10T01:43:25,020 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/data/default/SPTestTable/95f74382c7fa12162e0aa83b7ca6318c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T01:43:25,020 INFO [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:43:25,020 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95f74382c7fa12162e0aa83b7ca6318c: Waiting for close lock at 1731203005015Running coprocessor pre-close hooks at 1731203005015Disabling compacts and flushes for region at 1731203005015Disabling writes for close at 1731203005015Writing region close event to WAL at 1731203005016 (+1 ms)Running coprocessor post-close hooks at 1731203005020 (+4 ms)Closed at 1731203005020 2024-11-10T01:43:25,021 DEBUG [RS_CLOSE_REGION-regionserver/2d55a1c3a545:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731202935256.95f74382c7fa12162e0aa83b7ca6318c. 2024-11-10T01:43:25,068 INFO [regionserver/2d55a1c3a545:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:43:25,074 INFO [regionserver/2d55a1c3a545:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:43:25,195 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(976): stopping server 2d55a1c3a545,36645,1731202924613; all regions closed. 2024-11-10T01:43:25,196 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(976): stopping server 2d55a1c3a545,43923,1731202924536; all regions closed. 2024-11-10T01:43:25,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741835_1011 (size=2364) 2024-11-10T01:43:25,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741865_1041 (size=678) 2024-11-10T01:43:25,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/WALs/2d55a1c3a545,36645,1731202924613/2d55a1c3a545%2C36645%2C1731202924613.1731202925068 not finished, retry = 0 2024-11-10T01:43:25,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741835_1011 (size=2364) 2024-11-10T01:43:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741835_1011 (size=2364) 2024-11-10T01:43:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741865_1041 (size=678) 2024-11-10T01:43:25,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741865_1041 (size=678) 2024-11-10T01:43:25,203 DEBUG [RS:0;2d55a1c3a545:43923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/oldWALs 2024-11-10T01:43:25,203 INFO [RS:0;2d55a1c3a545:43923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2d55a1c3a545%2C43923%2C1731202924536.meta:.meta(num 1731202995793) 2024-11-10T01:43:25,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741834_1010 (size=2334) 2024-11-10T01:43:25,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741834_1010 (size=2334) 2024-11-10T01:43:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741834_1010 (size=2334) 2024-11-10T01:43:25,208 DEBUG [RS:0;2d55a1c3a545:43923 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/oldWALs 2024-11-10T01:43:25,208 INFO [RS:0;2d55a1c3a545:43923 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2d55a1c3a545%2C43923%2C1731202924536:(num 1731202925054) 2024-11-10T01:43:25,208 DEBUG [RS:0;2d55a1c3a545:43923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:43:25,208 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:43:25,208 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:43:25,208 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.ChoreService(370): Chore service for: regionserver/2d55a1c3a545:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T01:43:25,208 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:43:25,208 INFO [regionserver/2d55a1c3a545:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:43:25,209 INFO [RS:0;2d55a1c3a545:43923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43923 2024-11-10T01:43:25,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d55a1c3a545,43923,1731202924536 2024-11-10T01:43:25,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:43:25,211 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:43:25,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d55a1c3a545,43923,1731202924536] 2024-11-10T01:43:25,213 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2d55a1c3a545,43923,1731202924536 already deleted, retry=false 2024-11-10T01:43:25,213 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2d55a1c3a545,43923,1731202924536 expired; onlineServers=1 2024-11-10T01:43:25,302 DEBUG [RS:2;2d55a1c3a545:36645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/oldWALs 2024-11-10T01:43:25,302 INFO [RS:2;2d55a1c3a545:36645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2d55a1c3a545%2C36645%2C1731202924613:(num 1731202925068) 2024-11-10T01:43:25,302 DEBUG [RS:2;2d55a1c3a545:36645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T01:43:25,302 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T01:43:25,303 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:43:25,303 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.ChoreService(370): Chore service for: regionserver/2d55a1c3a545:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T01:43:25,303 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T01:43:25,303 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T01:43:25,303 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T01:43:25,303 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:43:25,303 INFO [regionserver/2d55a1c3a545:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:43:25,303 INFO [RS:2;2d55a1c3a545:36645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36645 2024-11-10T01:43:25,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/2d55a1c3a545,36645,1731202924613 2024-11-10T01:43:25,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T01:43:25,305 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:43:25,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2d55a1c3a545,36645,1731202924613] 2024-11-10T01:43:25,308 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/2d55a1c3a545,36645,1731202924613 already deleted, retry=false 2024-11-10T01:43:25,308 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2d55a1c3a545,36645,1731202924613 expired; onlineServers=0 2024-11-10T01:43:25,308 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2d55a1c3a545,44267,1731202924485' ***** 2024-11-10T01:43:25,308 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T01:43:25,308 INFO [M:0;2d55a1c3a545:44267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T01:43:25,308 INFO [M:0;2d55a1c3a545:44267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T01:43:25,308 DEBUG [M:0;2d55a1c3a545:44267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T01:43:25,308 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T01:43:25,308 DEBUG [M:0;2d55a1c3a545:44267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T01:43:25,308 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.small.0-1731202924846 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.small.0-1731202924846,5,FailOnTimeoutGroup] 2024-11-10T01:43:25,308 DEBUG [master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.large.0-1731202924844 {}] cleaner.HFileCleaner(306): Exit Thread[master/2d55a1c3a545:0:becomeActiveMaster-HFileCleaner.large.0-1731202924844,5,FailOnTimeoutGroup] 2024-11-10T01:43:25,308 INFO [M:0;2d55a1c3a545:44267 {}] hbase.ChoreService(370): Chore service for: master/2d55a1c3a545:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T01:43:25,308 INFO [M:0;2d55a1c3a545:44267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T01:43:25,308 DEBUG [M:0;2d55a1c3a545:44267 {}] master.HMaster(1795): Stopping service threads 2024-11-10T01:43:25,309 INFO [M:0;2d55a1c3a545:44267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T01:43:25,309 INFO [M:0;2d55a1c3a545:44267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T01:43:25,309 ERROR [M:0;2d55a1c3a545:44267 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:42621 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42621,5,PEWorkerGroup] 2024-11-10T01:43:25,309 INFO [M:0;2d55a1c3a545:44267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T01:43:25,309 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T01:43:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T01:43:25,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T01:43:25,310 DEBUG [M:0;2d55a1c3a545:44267 {}] zookeeper.ZKUtil(347): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T01:43:25,310 WARN [M:0;2d55a1c3a545:44267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T01:43:25,310 INFO [M:0;2d55a1c3a545:44267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/.lastflushedseqids 2024-11-10T01:43:25,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:43:25,312 INFO [RS:0;2d55a1c3a545:43923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:43:25,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43923-0x1018fd7b5160001, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:43:25,312 INFO [RS:0;2d55a1c3a545:43923 {}] regionserver.HRegionServer(1031): Exiting; stopping=2d55a1c3a545,43923,1731202924536; zookeeper connection closed. 2024-11-10T01:43:25,312 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d3a5724 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d3a5724 2024-11-10T01:43:25,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741869_1045 (size=632) 2024-11-10T01:43:25,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741869_1045 (size=632) 2024-11-10T01:43:25,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741869_1045 (size=632) 2024-11-10T01:43:25,320 INFO [M:0;2d55a1c3a545:44267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T01:43:25,320 INFO [M:0;2d55a1c3a545:44267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T01:43:25,320 DEBUG [M:0;2d55a1c3a545:44267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T01:43:25,320 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:43:25,320 DEBUG [M:0;2d55a1c3a545:44267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:43:25,320 DEBUG [M:0;2d55a1c3a545:44267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T01:43:25,320 DEBUG [M:0;2d55a1c3a545:44267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:43:25,321 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=172.61 KB heapSize=211.73 KB 2024-11-10T01:43:25,337 DEBUG [M:0;2d55a1c3a545:44267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/133a3f33c13345e68efa6915d58488d6 is 82, key is hbase:meta,,1/info:regioninfo/1731202995953/Put/seqid=0 2024-11-10T01:43:25,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741870_1046 (size=6071) 2024-11-10T01:43:25,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741870_1046 (size=6071) 2024-11-10T01:43:25,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741870_1046 (size=6071) 2024-11-10T01:43:25,344 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/133a3f33c13345e68efa6915d58488d6 2024-11-10T01:43:25,365 DEBUG [M:0;2d55a1c3a545:44267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/098fb69981b54cbf880bd9dad589753b is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731202945672/Put/seqid=0 2024-11-10T01:43:25,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741871_1047 (size=11609) 2024-11-10T01:43:25,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741871_1047 (size=11609) 2024-11-10T01:43:25,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741871_1047 (size=11609) 2024-11-10T01:43:25,375 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=171.38 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/098fb69981b54cbf880bd9dad589753b 2024-11-10T01:43:25,381 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 098fb69981b54cbf880bd9dad589753b 2024-11-10T01:43:25,396 DEBUG [M:0;2d55a1c3a545:44267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e8f11a67dd4243a97fef41314331a9 is 69, key is 2d55a1c3a545,36645,1731202924613/rs:state/1731202924863/Put/seqid=0 2024-11-10T01:43:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741872_1048 (size=5442) 2024-11-10T01:43:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741872_1048 (size=5442) 2024-11-10T01:43:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741872_1048 (size=5442) 2024-11-10T01:43:25,404 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e8f11a67dd4243a97fef41314331a9 2024-11-10T01:43:25,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:43:25,407 INFO [RS:2;2d55a1c3a545:36645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:43:25,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36645-0x1018fd7b5160003, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:43:25,407 INFO [RS:2;2d55a1c3a545:36645 {}] regionserver.HRegionServer(1031): Exiting; stopping=2d55a1c3a545,36645,1731202924613; zookeeper connection closed. 2024-11-10T01:43:25,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3412d22d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3412d22d 2024-11-10T01:43:25,407 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T01:43:25,409 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1e8f11a67dd4243a97fef41314331a9 2024-11-10T01:43:25,410 DEBUG [M:0;2d55a1c3a545:44267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/133a3f33c13345e68efa6915d58488d6 as hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/133a3f33c13345e68efa6915d58488d6 2024-11-10T01:43:25,416 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/133a3f33c13345e68efa6915d58488d6, entries=14, sequenceid=416, filesize=5.9 K 2024-11-10T01:43:25,417 DEBUG [M:0;2d55a1c3a545:44267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/098fb69981b54cbf880bd9dad589753b as hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/098fb69981b54cbf880bd9dad589753b 2024-11-10T01:43:25,422 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 098fb69981b54cbf880bd9dad589753b 2024-11-10T01:43:25,422 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/098fb69981b54cbf880bd9dad589753b, entries=52, sequenceid=416, filesize=11.3 K 2024-11-10T01:43:25,423 DEBUG [M:0;2d55a1c3a545:44267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1e8f11a67dd4243a97fef41314331a9 as hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1e8f11a67dd4243a97fef41314331a9 2024-11-10T01:43:25,428 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1e8f11a67dd4243a97fef41314331a9 2024-11-10T01:43:25,428 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42621/user/jenkins/test-data/0a96501e-5ad6-75ab-ef52-674561d823b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1e8f11a67dd4243a97fef41314331a9, entries=3, sequenceid=416, filesize=5.3 K 2024-11-10T01:43:25,429 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~172.61 KB/176751, heapSize ~211.43 KB/216504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=416, compaction requested=false 2024-11-10T01:43:25,430 INFO [M:0;2d55a1c3a545:44267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T01:43:25,431 DEBUG [M:0;2d55a1c3a545:44267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731203005320Disabling compacts and flushes for region at 1731203005320Disabling writes for close at 1731203005320Obtaining lock to block concurrent updates at 1731203005321 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731203005321Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=176751, getHeapSize=216744, getOffHeapSize=0, getCellsCount=515 at 1731203005321Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731203005321Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731203005321Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731203005337 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731203005337Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731203005349 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731203005364 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731203005364Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731203005381 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731203005395 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731203005395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9f4f15: reopening flushed file at 1731203005409 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3efe31: reopening flushed file at 1731203005416 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68aaca24: reopening flushed file at 1731203005422 (+6 ms)Finished flush of dataSize ~172.61 KB/176751, heapSize ~211.43 KB/216504, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 109ms, sequenceid=416, compaction requested=false at 1731203005429 (+7 ms)Writing region close event to WAL at 1731203005430 (+1 ms)Closed at 1731203005430 2024-11-10T01:43:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45661 is added to blk_1073741830_1006 (size=204606) 2024-11-10T01:43:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741830_1006 (size=204606) 2024-11-10T01:43:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37365 is added to blk_1073741830_1006 (size=204606) 2024-11-10T01:43:25,434 INFO [M:0;2d55a1c3a545:44267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T01:43:25,434 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T01:43:25,434 INFO [M:0;2d55a1c3a545:44267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44267 2024-11-10T01:43:25,434 INFO [M:0;2d55a1c3a545:44267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T01:43:25,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:43:25,536 INFO [M:0;2d55a1c3a545:44267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T01:43:25,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44267-0x1018fd7b5160000, quorum=127.0.0.1:61375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T01:43:25,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ed4247d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:43:25,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5252a9a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:43:25,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:43:25,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7470cabd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:43:25,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22032f89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/hadoop.log.dir/,STOPPED} 2024-11-10T01:43:25,540 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:43:25,540 WARN [BP-1953242531-172.17.0.2-1731202923629 heartbeating to localhost/127.0.0.1:42621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:43:25,540 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:43:25,540 WARN [BP-1953242531-172.17.0.2-1731202923629 heartbeating to localhost/127.0.0.1:42621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1953242531-172.17.0.2-1731202923629 (Datanode Uuid d955ce61-1a78-407c-af18-3148464be2ff) service to localhost/127.0.0.1:42621 2024-11-10T01:43:25,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data5/current/BP-1953242531-172.17.0.2-1731202923629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:43:25,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data6/current/BP-1953242531-172.17.0.2-1731202923629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:43:25,542 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:43:25,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5860725f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:43:25,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50f5fe09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:43:25,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:43:25,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62084108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:43:25,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a96e5d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/hadoop.log.dir/,STOPPED} 2024-11-10T01:43:25,545 WARN [BP-1953242531-172.17.0.2-1731202923629 heartbeating to localhost/127.0.0.1:42621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:43:25,545 WARN [BP-1953242531-172.17.0.2-1731202923629 heartbeating to localhost/127.0.0.1:42621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1953242531-172.17.0.2-1731202923629 (Datanode Uuid 4d801a97-140f-4e4c-9643-91b0f1544239) service to localhost/127.0.0.1:42621 2024-11-10T01:43:25,545 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:43:25,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:43:25,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data3/current/BP-1953242531-172.17.0.2-1731202923629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:43:25,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data4/current/BP-1953242531-172.17.0.2-1731202923629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:43:25,546 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:43:25,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73963032{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T01:43:25,548 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13d31af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:43:25,548 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:43:25,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42cfd252{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:43:25,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@555889da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/hadoop.log.dir/,STOPPED} 2024-11-10T01:43:25,549 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T01:43:25,549 WARN [BP-1953242531-172.17.0.2-1731202923629 heartbeating to localhost/127.0.0.1:42621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T01:43:25,549 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T01:43:25,549 WARN [BP-1953242531-172.17.0.2-1731202923629 heartbeating to localhost/127.0.0.1:42621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1953242531-172.17.0.2-1731202923629 (Datanode Uuid 2e6abc5f-b44b-40b2-a493-e05fa8660f91) service to localhost/127.0.0.1:42621 2024-11-10T01:43:25,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data1/current/BP-1953242531-172.17.0.2-1731202923629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:43:25,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/cluster_3e2831b2-4aec-f90a-4bf3-e79a24e8e0d0/data/data2/current/BP-1953242531-172.17.0.2-1731202923629 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T01:43:25,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T01:43:25,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33981d51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T01:43:25,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ac27c5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T01:43:25,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T01:43:25,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10c98d3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T01:43:25,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c4dda6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2efc5ba5-18a1-8e2e-d36a-18a36c7c4c9a/hadoop.log.dir/,STOPPED} 2024-11-10T01:43:25,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T01:43:25,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T01:43:25,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=131 (was 96) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/2d55a1c3a545:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42621 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/2d55a1c3a545:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42621 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:42621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=476 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=35 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=7433 (was 7589)